2024-11-17 03:12:02,381 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-11-17 03:12:02,427 main DEBUG Took 0.041673 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-17 03:12:02,427 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-17 03:12:02,428 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-17 03:12:02,431 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-17 03:12:02,437 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 03:12:02,484 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-17 03:12:02,535 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 03:12:02,549 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 03:12:02,550 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 03:12:02,551 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 03:12:02,551 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 03:12:02,552 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 03:12:02,566 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 03:12:02,566 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 03:12:02,568 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 03:12:02,569 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 03:12:02,570 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 03:12:02,573 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 03:12:02,585 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 03:12:02,586 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 03:12:02,587 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 03:12:02,587 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 03:12:02,588 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 03:12:02,588 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 03:12:02,605 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 03:12:02,605 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 03:12:02,606 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 03:12:02,610 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 03:12:02,611 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 03:12:02,611 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 03:12:02,612 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 03:12:02,613 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-17 03:12:02,618 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 03:12:02,620 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-17 03:12:02,622 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-17 03:12:02,623 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-17 03:12:02,625 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-17 03:12:02,626 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-17 03:12:02,668 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-17 03:12:02,675 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-17 03:12:02,678 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-17 03:12:02,679 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-17 03:12:02,679 main DEBUG createAppenders(={Console}) 2024-11-17 03:12:02,681 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c initialized 2024-11-17 03:12:02,683 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-11-17 03:12:02,683 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c OK. 2024-11-17 03:12:02,688 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-17 03:12:02,688 main DEBUG OutputStream closed 2024-11-17 03:12:02,689 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-17 03:12:02,690 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-17 03:12:02,690 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6f46426d OK 2024-11-17 03:12:02,852 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-17 03:12:02,855 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-17 03:12:02,858 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-17 03:12:02,860 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-17 03:12:02,868 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-17 03:12:02,868 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-17 03:12:02,869 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-17 03:12:02,869 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-17 03:12:02,870 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-17 03:12:02,870 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-17 03:12:02,871 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-17 03:12:02,871 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-17 03:12:02,871 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-17 03:12:02,872 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-17 03:12:02,872 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-17 03:12:02,873 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-17 03:12:02,873 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-17 03:12:02,874 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-17 03:12:02,878 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17 03:12:02,879 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6ccdb29f) with optional ClassLoader: null 2024-11-17 03:12:02,879 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-17 03:12:02,880 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6ccdb29f] started OK. 2024-11-17T03:12:02,979 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins 2024-11-17 03:12:02,992 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-17 03:12:02,993 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17T03:12:03,840 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67 2024-11-17T03:12:03,851 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-17T03:12:03,854 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2024-11-17T03:12:03,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T03:12:03,927 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/cluster_465724be-5a2e-c8ef-eb35-5cb3fa40dbcb, deleteOnExit=true 2024-11-17T03:12:03,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T03:12:03,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/test.cache.data in system properties and HBase conf 2024-11-17T03:12:03,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T03:12:03,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/hadoop.log.dir in system properties and HBase conf 2024-11-17T03:12:03,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T03:12:03,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T03:12:03,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T03:12:04,154 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-17T03:12:04,479 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T03:12:04,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:12:04,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:12:04,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T03:12:04,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:12:04,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T03:12:04,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T03:12:04,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:12:04,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:12:04,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T03:12:04,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/nfs.dump.dir in system properties and HBase conf 2024-11-17T03:12:04,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/java.io.tmpdir in system properties and HBase conf 2024-11-17T03:12:04,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:12:04,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T03:12:04,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T03:12:06,766 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-17T03:12:06,893 INFO [Time-limited test {}] log.Log(170): Logging initialized @6379ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-17T03:12:07,087 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:12:07,207 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:12:07,267 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:12:07,268 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:12:07,271 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T03:12:07,322 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:12:07,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@baadc74{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:12:07,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a64bcf9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:12:07,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f3426ae{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/java.io.tmpdir/jetty-localhost-40771-hadoop-hdfs-3_4_1-tests_jar-_-any-6492388294530700176/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:12:07,708 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50c05330{HTTP/1.1, (http/1.1)}{localhost:40771} 2024-11-17T03:12:07,709 INFO [Time-limited test {}] server.Server(415): Started @7197ms 2024-11-17T03:12:08,592 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:12:08,605 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:12:08,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:12:08,613 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:12:08,613 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T03:12:08,614 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@850677e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:12:08,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26d19b5b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:12:08,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75082617{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/java.io.tmpdir/jetty-localhost-42761-hadoop-hdfs-3_4_1-tests_jar-_-any-12551638363704362283/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:12:08,764 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3356deaa{HTTP/1.1, (http/1.1)}{localhost:42761} 2024-11-17T03:12:08,764 INFO [Time-limited test {}] server.Server(415): Started @8252ms 2024-11-17T03:12:08,840 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T03:12:11,966 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/cluster_465724be-5a2e-c8ef-eb35-5cb3fa40dbcb/data/data2/current/BP-2136041286-172.17.0.2-1731813125996/current, will proceed with Du for space computation calculation, 2024-11-17T03:12:11,966 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/cluster_465724be-5a2e-c8ef-eb35-5cb3fa40dbcb/data/data1/current/BP-2136041286-172.17.0.2-1731813125996/current, will proceed with Du for space computation calculation, 2024-11-17T03:12:12,029 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T03:12:12,099 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf55561607df8fdb with lease ID 0x8492a8618b3eb63d: Processing first storage report for DS-51213841-2336-4e27-98d8-2e6216e1167c from datanode DatanodeRegistration(127.0.0.1:40619, datanodeUuid=57a2c9c6-34c8-4af9-aed6-9da9fb090cd8, infoPort=37633, infoSecurePort=0, ipcPort=42565, storageInfo=lv=-57;cid=testClusterID;nsid=588007812;c=1731813125996) 2024-11-17T03:12:12,100 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf55561607df8fdb with lease ID 0x8492a8618b3eb63d: from storage DS-51213841-2336-4e27-98d8-2e6216e1167c node DatanodeRegistration(127.0.0.1:40619, datanodeUuid=57a2c9c6-34c8-4af9-aed6-9da9fb090cd8, infoPort=37633, infoSecurePort=0, ipcPort=42565, storageInfo=lv=-57;cid=testClusterID;nsid=588007812;c=1731813125996), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-17T03:12:12,101 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf55561607df8fdb with lease ID 0x8492a8618b3eb63d: Processing first storage report for DS-627939a1-9a63-4646-8f29-ca2ad5ca05f5 from datanode DatanodeRegistration(127.0.0.1:40619, datanodeUuid=57a2c9c6-34c8-4af9-aed6-9da9fb090cd8, infoPort=37633, infoSecurePort=0, ipcPort=42565, storageInfo=lv=-57;cid=testClusterID;nsid=588007812;c=1731813125996) 2024-11-17T03:12:12,101 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf55561607df8fdb with lease ID 0x8492a8618b3eb63d: from storage DS-627939a1-9a63-4646-8f29-ca2ad5ca05f5 node DatanodeRegistration(127.0.0.1:40619, datanodeUuid=57a2c9c6-34c8-4af9-aed6-9da9fb090cd8, infoPort=37633, infoSecurePort=0, ipcPort=42565, storageInfo=lv=-57;cid=testClusterID;nsid=588007812;c=1731813125996), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T03:12:12,176 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67 2024-11-17T03:12:12,331 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/cluster_465724be-5a2e-c8ef-eb35-5cb3fa40dbcb/zookeeper_0, clientPort=59350, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/cluster_465724be-5a2e-c8ef-eb35-5cb3fa40dbcb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/cluster_465724be-5a2e-c8ef-eb35-5cb3fa40dbcb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T03:12:12,351 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59350 2024-11-17T03:12:12,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:12:12,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:12:12,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741825_1001 (size=7) 2024-11-17T03:12:12,802 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8 with version=8 2024-11-17T03:12:12,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging 2024-11-17T03:12:12,830 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random. 2024-11-17T03:12:12,830 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random. 2024-11-17T03:12:12,830 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random. 2024-11-17T03:12:12,830 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random. 2024-11-17T03:12:13,039 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-17T03:12:13,446 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1c0ef08a44bb:0 server-side Connection retries=45 2024-11-17T03:12:13,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:12:13,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:12:13,489 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:12:13,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:12:13,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:12:13,835 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T03:12:13,999 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-17T03:12:14,028 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-17T03:12:14,042 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:12:14,136 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 133215 (auto-detected) 2024-11-17T03:12:14,138 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-17T03:12:14,192 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42397 2024-11-17T03:12:14,256 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42397 connecting to ZooKeeper ensemble=127.0.0.1:59350 2024-11-17T03:12:14,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423970x0, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:12:14,542 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42397-0x10146c7438d0000 connected 2024-11-17T03:12:14,763 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:12:14,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:12:14,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-17T03:12:14,829 INFO [Time-limited test {}] log.Log(170): Logging initialized @14317ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2024-11-17T03:12:14,919 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-17T03:12:14,919 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-17T03:12:14,921 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-17T03:12:14,922 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-17T03:12:14,923 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-17T03:12:14,940 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2024-11-17T03:12:14,941 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-17T03:12:14,941 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-17T03:12:14,955 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-17T03:12:15,128 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 41839 2024-11-17T03:12:15,129 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-17T03:12:15,175 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-17T03:12:15,177 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@6d2c89fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:12:15,179 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-17T03:12:15,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@619269b7{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-17T03:12:15,292 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-17T03:12:15,319 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:12:15,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:12:15,321 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T03:12:15,329 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-17T03:12:16,730 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@47144f9{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master} 2024-11-17T03:12:16,737 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d0e124{HTTP/1.1, (http/1.1)}{0.0.0.0:41839} 2024-11-17T03:12:16,738 INFO [Time-limited test {}] server.Server(415): Started @16226ms 2024-11-17T03:12:16,744 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8, hbase.cluster.distributed=false 2024-11-17T03:12:16,809 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-17T03:12:16,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42397 2024-11-17T03:12:16,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42397 2024-11-17T03:12:16,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42397 2024-11-17T03:12:16,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42397 2024-11-17T03:12:16,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42397 2024-11-17T03:12:17,034 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1c0ef08a44bb:0 server-side Connection retries=45 2024-11-17T03:12:17,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:12:17,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:12:17,037 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:12:17,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:12:17,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:12:17,042 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T03:12:17,046 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:12:17,047 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45215 2024-11-17T03:12:17,050 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45215 connecting to ZooKeeper ensemble=127.0.0.1:59350 2024-11-17T03:12:17,052 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:12:17,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:12:17,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452150x0, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:12:17,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:452150x0, quorum=127.0.0.1:59350, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-17T03:12:17,095 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45215-0x10146c7438d0001 connected 2024-11-17T03:12:17,097 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-17T03:12:17,098 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-17T03:12:17,098 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-17T03:12:17,099 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-17T03:12:17,099 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-17T03:12:17,101 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2024-11-17T03:12:17,101 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-17T03:12:17,101 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-17T03:12:17,102 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-17T03:12:17,104 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 38575 2024-11-17T03:12:17,104 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-17T03:12:17,120 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-17T03:12:17,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@76aa1365{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:12:17,121 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-17T03:12:17,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@9bc013e{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-17T03:12:17,144 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-17T03:12:17,146 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:12:17,146 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:12:17,146 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T03:12:17,149 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-17T03:12:17,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@46874048{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-17T03:12:17,154 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69215043{HTTP/1.1, (http/1.1)}{0.0.0.0:38575} 2024-11-17T03:12:17,154 INFO [Time-limited test {}] server.Server(415): Started @16642ms 2024-11-17T03:12:17,159 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T03:12:17,173 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T03:12:17,178 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-11-17T03:12:17,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-17T03:12:17,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45215 2024-11-17T03:12:17,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45215 2024-11-17T03:12:17,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45215 2024-11-17T03:12:17,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45215 2024-11-17T03:12:17,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45215 2024-11-17T03:12:17,229 DEBUG [M:0;1c0ef08a44bb:42397 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1c0ef08a44bb:42397 2024-11-17T03:12:17,235 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-17T03:12:17,246 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@629f2090{HTTP/1.1, (http/1.1)}{0.0.0.0:34821} 2024-11-17T03:12:17,246 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] server.Server(415): Started @16734ms 2024-11-17T03:12:17,246 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/1c0ef08a44bb,42397,1731813133159 2024-11-17T03:12:17,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-17T03:12:17,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-17T03:12:17,263 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/1c0ef08a44bb,42397,1731813133159 2024-11-17T03:12:17,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-17T03:12:17,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-11-17T03:12:17,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-17T03:12:17,306 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Set watcher on existing znode=/1/master 2024-11-17T03:12:17,308 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/1c0ef08a44bb,42397,1731813133159 from backup master directory 2024-11-17T03:12:17,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/1c0ef08a44bb,42397,1731813133159 2024-11-17T03:12:17,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-17T03:12:17,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-17T03:12:17,324 WARN [master/1c0ef08a44bb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:12:17,324 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1c0ef08a44bb,42397,1731813133159 2024-11-17T03:12:17,326 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-17T03:12:17,328 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-17T03:12:17,401 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase.id] with ID: 65971bfe-c6ac-43a6-8aec-afe2ec1a47a1 2024-11-17T03:12:17,401 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/.tmp/hbase.id 2024-11-17T03:12:17,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741826_1002 (size=42) 2024-11-17T03:12:17,426 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/.tmp/hbase.id]:[hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase.id] 2024-11-17T03:12:17,504 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:12:17,512 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T03:12:17,539 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 25ms. 2024-11-17T03:12:17,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-17T03:12:17,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-17T03:12:17,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741827_1003 (size=196) 2024-11-17T03:12:17,618 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:12:17,622 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T03:12:17,630 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-17T03:12:17,634 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-17T03:12:17,649 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:263) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T03:12:17,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741828_1004 (size=1189) 2024-11-17T03:12:17,723 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/MasterData/data/master/store 2024-11-17T03:12:17,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741829_1005 (size=34) 2024-11-17T03:12:18,149 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-17T03:12:18,154 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:12:18,155 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:12:18,155 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:12:18,156 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:12:18,158 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:12:18,158 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:12:18,158 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:12:18,160 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813138155Disabling compacts and flushes for region at 1731813138155Disabling writes for close at 1731813138158 (+3 ms)Writing region close event to WAL at 1731813138158Closed at 1731813138158 2024-11-17T03:12:18,163 WARN [master/1c0ef08a44bb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/MasterData/data/master/store/.initializing 2024-11-17T03:12:18,163 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/MasterData/WALs/1c0ef08a44bb,42397,1731813133159 2024-11-17T03:12:18,169 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:12:18,174 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 1c0ef08a44bb,42397,1731813133159.regiongroup-0 2024-11-17T03:12:18,188 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1c0ef08a44bb%2C42397%2C1731813133159.1c0ef08a44bb%2C42397%2C1731813133159.regiongroup-0, suffix=, logDir=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/MasterData/WALs/1c0ef08a44bb,42397,1731813133159, archiveDir=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/MasterData/oldWALs, maxLogs=10 2024-11-17T03:12:18,212 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/MasterData/WALs/1c0ef08a44bb,42397,1731813133159/1c0ef08a44bb%2C42397%2C1731813133159.1c0ef08a44bb%2C42397%2C1731813133159.regiongroup-0.1731813138192, exclude list is [], retry=0 2024-11-17T03:12:18,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40619,DS-51213841-2336-4e27-98d8-2e6216e1167c,DISK] 2024-11-17T03:12:18,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-17T03:12:18,269 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/MasterData/WALs/1c0ef08a44bb,42397,1731813133159/1c0ef08a44bb%2C42397%2C1731813133159.1c0ef08a44bb%2C42397%2C1731813133159.regiongroup-0.1731813138192 2024-11-17T03:12:18,270 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37633:37633)] 2024-11-17T03:12:18,271 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:12:18,271 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:12:18,274 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:12:18,275 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:12:18,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:12:18,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T03:12:18,343 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:12:18,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:12:18,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:12:18,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T03:12:18,351 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:12:18,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:12:18,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:12:18,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T03:12:18,356 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:12:18,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:12:18,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:12:18,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T03:12:18,362 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:12:18,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:12:18,364 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:12:18,368 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:12:18,370 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:12:18,377 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:12:18,377 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:12:18,382 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:12:18,386 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:12:18,391 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:12:18,393 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9499794560, jitterRate=-0.11526268720626831}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:12:18,401 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731813138291Initializing all the Stores at 1731813138293 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813138293Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813138295 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813138295Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813138295Cleaning up temporary data from old regions at 1731813138377 (+82 ms)Region opened successfully at 1731813138401 (+24 ms) 2024-11-17T03:12:18,403 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T03:12:18,447 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78bfe659, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=1c0ef08a44bb/172.17.0.2:0 2024-11-17T03:12:18,485 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T03:12:18,499 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T03:12:18,500 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T03:12:18,503 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T03:12:18,504 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-17T03:12:18,510 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-17T03:12:18,510 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T03:12:18,537 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T03:12:18,547 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-11-17T03:12:18,628 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false 2024-11-17T03:12:18,631 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T03:12:18,633 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-11-17T03:12:18,638 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false 2024-11-17T03:12:18,641 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T03:12:18,646 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-11-17T03:12:18,657 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false 2024-11-17T03:12:18,659 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-11-17T03:12:18,670 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false 2024-11-17T03:12:18,688 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T03:12:18,701 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false 2024-11-17T03:12:18,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-17T03:12:18,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-17T03:12:18,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-17T03:12:18,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-17T03:12:18,715 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1c0ef08a44bb,42397,1731813133159, sessionid=0x10146c7438d0000, setting cluster-up flag (Was=false) 2024-11-17T03:12:18,721 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2024-11-17T03:12:18,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-17T03:12:18,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-17T03:12:18,775 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-11-17T03:12:18,777 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1c0ef08a44bb,42397,1731813133159 2024-11-17T03:12:18,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-17T03:12:18,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-17T03:12:18,828 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2024-11-17T03:12:18,829 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1c0ef08a44bb,42397,1731813133159 2024-11-17T03:12:18,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-17T03:12:18,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-17T03:12:18,880 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-11-17T03:12:18,882 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1c0ef08a44bb,42397,1731813133159 2024-11-17T03:12:18,890 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T03:12:18,911 INFO [RS:0;1c0ef08a44bb:45215 {}] regionserver.HRegionServer(746): ClusterId : 65971bfe-c6ac-43a6-8aec-afe2ec1a47a1 2024-11-17T03:12:18,913 INFO [RS:0;1c0ef08a44bb:45215 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2024-11-17T03:12:18,914 DEBUG [RS:0;1c0ef08a44bb:45215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T03:12:18,931 DEBUG [RS:0;1c0ef08a44bb:45215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T03:12:18,931 DEBUG [RS:0;1c0ef08a44bb:45215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2024-11-17T03:12:18,946 DEBUG [RS:0;1c0ef08a44bb:45215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2024-11-17T03:12:18,947 DEBUG [RS:0;1c0ef08a44bb:45215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T03:12:18,969 DEBUG [RS:0;1c0ef08a44bb:45215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T03:12:18,970 DEBUG [RS:0;1c0ef08a44bb:45215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df51d75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=1c0ef08a44bb/172.17.0.2:0 2024-11-17T03:12:19,000 DEBUG [RS:0;1c0ef08a44bb:45215 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1c0ef08a44bb:45215 2024-11-17T03:12:19,034 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T03:12:19,038 INFO [RS:0;1c0ef08a44bb:45215 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T03:12:19,043 INFO [RS:0;1c0ef08a44bb:45215 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T03:12:19,044 DEBUG [RS:0;1c0ef08a44bb:45215 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T03:12:19,049 INFO [RS:0;1c0ef08a44bb:45215 {}] regionserver.HRegionServer(2659): reportForDuty to master=1c0ef08a44bb,42397,1731813133159 with port=45215, startcode=1731813136974 2024-11-17T03:12:19,050 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T03:12:19,062 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T03:12:19,069 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1c0ef08a44bb,42397,1731813133159 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T03:12:19,079 DEBUG [RS:0;1c0ef08a44bb:45215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T03:12:19,089 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1c0ef08a44bb:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:12:19,090 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1c0ef08a44bb:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:12:19,090 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1c0ef08a44bb:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:12:19,090 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1c0ef08a44bb:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:12:19,091 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1c0ef08a44bb:0, corePoolSize=10, maxPoolSize=10 2024-11-17T03:12:19,091 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1c0ef08a44bb:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:12:19,091 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1c0ef08a44bb:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:12:19,091 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1c0ef08a44bb:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:12:19,106 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731813169106 2024-11-17T03:12:19,108 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T03:12:19,110 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T03:12:19,114 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T03:12:19,114 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2024-11-17T03:12:19,115 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T03:12:19,115 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T03:12:19,115 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T03:12:19,116 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:12:19,122 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:12:19,122 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T03:12:19,130 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:12:19,130 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T03:12:19,139 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T03:12:19,144 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T03:12:19,145 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T03:12:19,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741831_1007 (size=1321) 2024-11-17T03:12:19,156 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T03:12:19,156 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8 2024-11-17T03:12:19,158 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60647, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T03:12:19,165 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e122d32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:12:19,165 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:12:19,167 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42397 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T03:12:19,177 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:12:19,189 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:12:19,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741832_1008 (size=32) 2024-11-17T03:12:19,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:12:19,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:12:19,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ed8ba75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:12:19,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:12:19,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:12:19,207 DEBUG [RS:0;1c0ef08a44bb:45215 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-17T03:12:19,207 WARN [RS:0;1c0ef08a44bb:45215 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-17T03:12:19,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:12:19,210 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59168, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:12:19,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3814987b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:12:19,218 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-17T03:12:19,227 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T03:12:19,228 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T03:12:19,230 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1c0ef08a44bb:0:becomeActiveMaster-HFileCleaner.large.0-1731813139229,5,FailOnTimeoutGroup] 2024-11-17T03:12:19,231 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1c0ef08a44bb:0:becomeActiveMaster-HFileCleaner.small.0-1731813139230,5,FailOnTimeoutGroup] 2024-11-17T03:12:19,231 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:12:19,231 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T03:12:19,233 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T03:12:19,233 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T03:12:19,308 INFO [RS:0;1c0ef08a44bb:45215 {}] regionserver.HRegionServer(2659): reportForDuty to master=1c0ef08a44bb,42397,1731813133159 with port=45215, startcode=1731813136974 2024-11-17T03:12:19,311 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42397 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:19,313 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42397 {}] master.ServerManager(517): Registering regionserver=1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:19,323 DEBUG [RS:0;1c0ef08a44bb:45215 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8 2024-11-17T03:12:19,323 DEBUG [RS:0;1c0ef08a44bb:45215 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40623 2024-11-17T03:12:19,324 DEBUG [RS:0;1c0ef08a44bb:45215 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=41839 2024-11-17T03:12:19,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-17T03:12:19,439 DEBUG [RS:0;1c0ef08a44bb:45215 {}] zookeeper.ZKUtil(111): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Set watcher on existing znode=/1/rs/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:19,439 WARN [RS:0;1c0ef08a44bb:45215 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:12:19,439 INFO [RS:0;1c0ef08a44bb:45215 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-17T03:12:19,440 INFO [RS:0;1c0ef08a44bb:45215 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-17T03:12:19,440 DEBUG [RS:0;1c0ef08a44bb:45215 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:19,442 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1c0ef08a44bb,45215,1731813136974] 2024-11-17T03:12:19,472 INFO [RS:0;1c0ef08a44bb:45215 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T03:12:19,495 INFO [RS:0;1c0ef08a44bb:45215 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T03:12:19,502 INFO [RS:0;1c0ef08a44bb:45215 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T03:12:19,503 INFO [RS:0;1c0ef08a44bb:45215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:12:19,505 INFO [RS:0;1c0ef08a44bb:45215 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T03:12:19,513 INFO [RS:0;1c0ef08a44bb:45215 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T03:12:19,516 INFO [RS:0;1c0ef08a44bb:45215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T03:12:19,517 DEBUG [RS:0;1c0ef08a44bb:45215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1c0ef08a44bb:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:12:19,517 DEBUG [RS:0;1c0ef08a44bb:45215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1c0ef08a44bb:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:12:19,517 DEBUG [RS:0;1c0ef08a44bb:45215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1c0ef08a44bb:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:12:19,517 DEBUG [RS:0;1c0ef08a44bb:45215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:12:19,518 DEBUG [RS:0;1c0ef08a44bb:45215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1c0ef08a44bb:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:12:19,518 DEBUG [RS:0;1c0ef08a44bb:45215 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1c0ef08a44bb:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:12:19,518 DEBUG [RS:0;1c0ef08a44bb:45215 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1c0ef08a44bb:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:12:19,518 DEBUG [RS:0;1c0ef08a44bb:45215 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1c0ef08a44bb:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:12:19,518 DEBUG [RS:0;1c0ef08a44bb:45215 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1c0ef08a44bb:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:12:19,519 DEBUG [RS:0;1c0ef08a44bb:45215 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1c0ef08a44bb:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:12:19,519 DEBUG [RS:0;1c0ef08a44bb:45215 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1c0ef08a44bb:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:12:19,519 DEBUG [RS:0;1c0ef08a44bb:45215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1c0ef08a44bb:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:12:19,519 DEBUG [RS:0;1c0ef08a44bb:45215 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:12:19,519 DEBUG [RS:0;1c0ef08a44bb:45215 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1c0ef08a44bb:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:12:19,533 INFO [RS:0;1c0ef08a44bb:45215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:12:19,534 INFO [RS:0;1c0ef08a44bb:45215 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:12:19,534 INFO [RS:0;1c0ef08a44bb:45215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:12:19,534 INFO [RS:0;1c0ef08a44bb:45215 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T03:12:19,534 INFO [RS:0;1c0ef08a44bb:45215 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T03:12:19,534 INFO [RS:0;1c0ef08a44bb:45215 {}] hbase.ChoreService(168): Chore ScheduledChore name=1c0ef08a44bb,45215,1731813136974-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:12:19,559 INFO [RS:0;1c0ef08a44bb:45215 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T03:12:19,561 INFO [RS:0;1c0ef08a44bb:45215 {}] hbase.ChoreService(168): Chore ScheduledChore name=1c0ef08a44bb,45215,1731813136974-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:12:19,562 INFO [RS:0;1c0ef08a44bb:45215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:12:19,562 INFO [RS:0;1c0ef08a44bb:45215 {}] regionserver.Replication(171): 1c0ef08a44bb,45215,1731813136974 started 2024-11-17T03:12:19,582 INFO [RS:0;1c0ef08a44bb:45215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:12:19,582 INFO [RS:0;1c0ef08a44bb:45215 {}] regionserver.HRegionServer(1482): Serving as 1c0ef08a44bb,45215,1731813136974, RpcServer on 1c0ef08a44bb/172.17.0.2:45215, sessionid=0x10146c7438d0001 2024-11-17T03:12:19,584 DEBUG [RS:0;1c0ef08a44bb:45215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T03:12:19,584 DEBUG [RS:0;1c0ef08a44bb:45215 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:19,584 DEBUG [RS:0;1c0ef08a44bb:45215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1c0ef08a44bb,45215,1731813136974' 2024-11-17T03:12:19,584 DEBUG [RS:0;1c0ef08a44bb:45215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-11-17T03:12:19,587 DEBUG [RS:0;1c0ef08a44bb:45215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-11-17T03:12:19,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:12:19,596 DEBUG [RS:0;1c0ef08a44bb:45215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T03:12:19,597 DEBUG [RS:0;1c0ef08a44bb:45215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2024-11-17T03:12:19,597 DEBUG [RS:0;1c0ef08a44bb:45215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1c0ef08a44bb,45215,1731813136974' 2024-11-17T03:12:19,597 DEBUG [RS:0;1c0ef08a44bb:45215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-17T03:12:19,601 DEBUG [RS:0;1c0ef08a44bb:45215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-17T03:12:19,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:12:19,609 INFO [RS:0;1c0ef08a44bb:45215 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2024-11-17T03:12:19,609 DEBUG [RS:0;1c0ef08a44bb:45215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2024-11-17T03:12:19,609 DEBUG [RS:0;1c0ef08a44bb:45215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T03:12:19,609 DEBUG [RS:0;1c0ef08a44bb:45215 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:19,609 DEBUG [RS:0;1c0ef08a44bb:45215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1c0ef08a44bb,45215,1731813136974' 2024-11-17T03:12:19,609 DEBUG [RS:0;1c0ef08a44bb:45215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-11-17T03:12:19,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:12:19,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:12:19,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:12:19,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:12:19,617 DEBUG [RS:0;1c0ef08a44bb:45215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-11-17T03:12:19,618 DEBUG [RS:0;1c0ef08a44bb:45215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T03:12:19,618 INFO [RS:0;1c0ef08a44bb:45215 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T03:12:19,618 INFO [RS:0;1c0ef08a44bb:45215 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T03:12:19,625 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:12:19,625 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:12:19,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:12:19,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:12:19,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:12:19,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:12:19,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:12:19,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:12:19,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:12:19,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:12:19,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:12:19,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:12:19,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/hbase/meta/1588230740 2024-11-17T03:12:19,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/hbase/meta/1588230740 2024-11-17T03:12:19,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:12:19,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:12:19,646 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:12:19,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:12:19,658 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:12:19,659 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10527308000, jitterRate=-0.01956804096698761}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:12:19,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731813139595Initializing all the Stores at 1731813139600 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813139600Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813139604 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813139604Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813139604Cleaning up temporary data from old regions at 1731813139645 (+41 ms)Region opened successfully at 1731813139664 (+19 ms) 2024-11-17T03:12:19,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:12:19,665 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:12:19,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:12:19,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:12:19,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:12:19,675 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:12:19,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813139665Disabling compacts and flushes for region at 1731813139665Disabling writes for close at 1731813139665Writing region close event to WAL at 1731813139674 (+9 ms)Closed at 1731813139674 2024-11-17T03:12:19,682 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:12:19,682 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T03:12:19,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T03:12:19,701 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:12:19,704 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T03:12:19,725 INFO [RS:0;1c0ef08a44bb:45215 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:12:19,725 INFO [RS:0;1c0ef08a44bb:45215 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 1c0ef08a44bb,45215,1731813136974.regiongroup-0 2024-11-17T03:12:19,730 INFO [RS:0;1c0ef08a44bb:45215 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0, suffix=, logDir=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974, archiveDir=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/oldWALs, maxLogs=32 2024-11-17T03:12:19,753 DEBUG [RS:0;1c0ef08a44bb:45215 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0.1731813139733, exclude list is [], retry=0 2024-11-17T03:12:19,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40619,DS-51213841-2336-4e27-98d8-2e6216e1167c,DISK] 2024-11-17T03:12:19,777 INFO [RS:0;1c0ef08a44bb:45215 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0.1731813139733 2024-11-17T03:12:19,777 DEBUG [RS:0;1c0ef08a44bb:45215 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37633:37633)] 2024-11-17T03:12:19,858 DEBUG [1c0ef08a44bb:42397 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T03:12:19,875 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:19,882 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1c0ef08a44bb,45215,1731813136974, state=OPENING 2024-11-17T03:12:19,901 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T03:12:19,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-17T03:12:19,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-17T03:12:19,923 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-17T03:12:19,923 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-17T03:12:19,925 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:12:19,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1c0ef08a44bb,45215,1731813136974}] 2024-11-17T03:12:20,113 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T03:12:20,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34955, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T03:12:20,131 INFO [RS_OPEN_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T03:12:20,132 INFO [RS_OPEN_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-17T03:12:20,132 INFO [RS_OPEN_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-17T03:12:20,133 INFO [RS_OPEN_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:12:20,133 INFO [RS_OPEN_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T03:12:20,138 INFO [RS_OPEN_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1c0ef08a44bb%2C45215%2C1731813136974.meta, suffix=.meta, logDir=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974, archiveDir=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/oldWALs, maxLogs=32 2024-11-17T03:12:20,156 DEBUG [RS_OPEN_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.meta.1731813140139.meta, exclude list is [], retry=0 2024-11-17T03:12:20,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40619,DS-51213841-2336-4e27-98d8-2e6216e1167c,DISK] 2024-11-17T03:12:20,189 INFO [RS_OPEN_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.meta.1731813140139.meta 2024-11-17T03:12:20,200 DEBUG [RS_OPEN_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37633:37633)] 2024-11-17T03:12:20,201 DEBUG [RS_OPEN_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:12:20,207 INFO [RS_OPEN_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-17T03:12:20,208 DEBUG [RS_OPEN_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T03:12:20,211 DEBUG [RS_OPEN_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T03:12:20,212 INFO [RS_OPEN_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T03:12:20,218 DEBUG [RS_OPEN_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T03:12:20,219 DEBUG [RS_OPEN_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:12:20,220 DEBUG [RS_OPEN_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T03:12:20,224 DEBUG [RS_OPEN_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T03:12:20,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:12:20,235 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:12:20,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:12:20,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:12:20,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:12:20,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:12:20,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:12:20,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:12:20,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:12:20,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:12:20,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:12:20,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:12:20,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:12:20,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:12:20,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:12:20,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:12:20,251 DEBUG [RS_OPEN_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:12:20,252 DEBUG [RS_OPEN_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/hbase/meta/1588230740 2024-11-17T03:12:20,256 DEBUG [RS_OPEN_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/hbase/meta/1588230740 2024-11-17T03:12:20,259 DEBUG [RS_OPEN_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:12:20,259 DEBUG [RS_OPEN_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:12:20,261 DEBUG [RS_OPEN_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:12:20,266 DEBUG [RS_OPEN_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:12:20,270 INFO [RS_OPEN_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11492105440, jitterRate=0.07028572261333466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:12:20,271 DEBUG [RS_OPEN_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T03:12:20,273 DEBUG [RS_OPEN_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731813140226Writing region info on filesystem at 1731813140226Initializing all the Stores at 1731813140229 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813140229Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813140232 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813140232Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813140232Cleaning up temporary data from old regions at 1731813140260 (+28 ms)Running coprocessor post-open hooks at 1731813140271 (+11 ms)Region opened successfully at 1731813140273 (+2 ms) 2024-11-17T03:12:20,282 INFO [RS_OPEN_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731813140095 2024-11-17T03:12:20,296 DEBUG [RS_OPEN_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T03:12:20,297 INFO [RS_OPEN_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T03:12:20,298 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:20,301 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1c0ef08a44bb,45215,1731813136974, state=OPEN 2024-11-17T03:12:20,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-17T03:12:20,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-17T03:12:20,312 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-17T03:12:20,313 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-17T03:12:20,313 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:20,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T03:12:20,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1c0ef08a44bb,45215,1731813136974 in 387 msec 2024-11-17T03:12:20,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T03:12:20,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 633 msec 2024-11-17T03:12:20,335 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:12:20,335 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T03:12:20,355 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:12:20,356 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:12:20,383 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:12:20,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34965, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:12:20,414 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4750 sec 2024-11-17T03:12:20,414 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731813140414, completionTime=-1 2024-11-17T03:12:20,417 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T03:12:20,418 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-17T03:12:20,458 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-17T03:12:20,458 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731813200458 2024-11-17T03:12:20,458 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731813260458 2024-11-17T03:12:20,458 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 40 msec 2024-11-17T03:12:20,462 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c0ef08a44bb,42397,1731813133159-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:12:20,462 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c0ef08a44bb,42397,1731813133159-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:12:20,463 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c0ef08a44bb,42397,1731813133159-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:12:20,465 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1c0ef08a44bb:42397, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:12:20,466 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T03:12:20,466 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T03:12:20,475 DEBUG [master/1c0ef08a44bb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T03:12:20,512 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.188sec 2024-11-17T03:12:20,514 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T03:12:20,516 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T03:12:20,518 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T03:12:20,519 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T03:12:20,519 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T03:12:20,521 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c0ef08a44bb,42397,1731813133159-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:12:20,521 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c0ef08a44bb,42397,1731813133159-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T03:12:20,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eb33f02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:12:20,535 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-17T03:12:20,535 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-17T03:12:20,541 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T03:12:20,542 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:12:20,542 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:12:20,542 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T03:12:20,543 INFO [master/1c0ef08a44bb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c0ef08a44bb,42397,1731813133159-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:12:20,551 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:12:20,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:12:20,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:12:20,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5273da3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:12:20,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:12:20,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:12:20,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:12:20,559 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59196, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:12:20,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76db042, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:12:20,562 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:12:20,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:12:20,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:12:20,582 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50248, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:12:20,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1c0ef08a44bb,42397,1731813133159 2024-11-17T03:12:20,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster... 2024-11-17T03:12:20,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/test.cache.data in system properties and HBase conf 2024-11-17T03:12:20,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T03:12:20,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/hadoop.log.dir in system properties and HBase conf 2024-11-17T03:12:20,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T03:12:20,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T03:12:20,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T03:12:20,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:12:20,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:12:20,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T03:12:20,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:12:20,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T03:12:20,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T03:12:20,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:12:20,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:12:20,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T03:12:20,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/nfs.dump.dir in system properties and HBase conf 2024-11-17T03:12:20,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/java.io.tmpdir in system properties and HBase conf 2024-11-17T03:12:20,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:12:20,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T03:12:20,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T03:12:20,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741835_1011 (size=592039) 2024-11-17T03:12:20,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741836_1012 (size=1663647) 2024-11-17T03:12:22,324 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:12:22,444 WARN [Thread-251 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:12:22,741 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-17T03:12:22,741 INFO [Thread-251 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:12:22,741 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:12:22,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:12:22,764 INFO [Thread-251 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:12:22,764 INFO [Thread-251 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:12:22,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:12:22,764 INFO [Thread-251 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T03:12:22,764 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T03:12:22,768 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75f0c50d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:12:22,769 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77c36e05{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-17T03:12:22,770 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:12:22,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74dca6e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:12:22,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c0ce480{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-17T03:12:22,937 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2024-11-17T03:12:22,938 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2024-11-17T03:12:22,938 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-17T03:12:22,939 INFO [Thread-251 {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-17T03:12:22,995 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-17T03:12:23,188 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-17T03:12:23,547 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-17T03:12:23,572 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@707470bd{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/java.io.tmpdir/jetty-localhost-45331-hadoop-yarn-common-3_4_1_jar-_-any-14543422216760776408/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-17T03:12:23,573 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41ac6dbe{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/java.io.tmpdir/jetty-localhost-35071-hadoop-yarn-common-3_4_1_jar-_-any-12841498165590493614/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-17T03:12:23,574 INFO [Thread-251 {}] server.AbstractConnector(333): Started ServerConnector@3254fe10{HTTP/1.1, (http/1.1)}{localhost:35071} 2024-11-17T03:12:23,575 INFO [Thread-251 {}] server.Server(415): Started @23063ms 2024-11-17T03:12:23,580 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12677269{HTTP/1.1, (http/1.1)}{localhost:45331} 2024-11-17T03:12:23,581 INFO [Time-limited test {}] server.Server(415): Started @23069ms 2024-11-17T03:12:23,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741837_1013 (size=5) 2024-11-17T03:12:23,957 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T03:12:23,958 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T03:12:23,969 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-11-17T03:12:23,969 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2024-11-17T03:12:23,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:12:23,970 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T03:12:23,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T03:12:23,970 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-17T03:12:24,716 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-17T03:12:24,722 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:12:24,755 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-17T03:12:24,755 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:12:24,767 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:12:24,767 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:12:24,767 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T03:12:24,769 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:12:24,771 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@481f7bfc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:12:24,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fda35dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-17T03:12:24,822 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-17T03:12:24,823 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-17T03:12:24,823 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-17T03:12:24,823 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-17T03:12:24,833 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-17T03:12:24,844 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-17T03:12:25,091 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-17T03:12:25,107 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bcd184c{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/java.io.tmpdir/jetty-localhost-34283-hadoop-yarn-common-3_4_1_jar-_-any-15626238060694653958/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-17T03:12:25,109 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77454a37{HTTP/1.1, (http/1.1)}{localhost:34283} 2024-11-17T03:12:25,109 INFO [Time-limited test {}] server.Server(415): Started @24597ms 2024-11-17T03:12:25,349 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-17T03:12:25,352 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:12:25,370 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-17T03:12:25,371 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:12:25,377 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:12:25,377 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:12:25,377 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T03:12:25,379 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:12:25,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ab8b070{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:12:25,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5734b597{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-17T03:12:25,430 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-17T03:12:25,430 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-17T03:12:25,430 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-17T03:12:25,430 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-17T03:12:25,443 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-17T03:12:25,449 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-17T03:12:25,583 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-17T03:12:25,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@54adf8a5{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/java.io.tmpdir/jetty-localhost-38227-hadoop-yarn-common-3_4_1_jar-_-any-9288108993800831513/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-17T03:12:25,599 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19c12fb6{HTTP/1.1, (http/1.1)}{localhost:38227} 2024-11-17T03:12:25,599 INFO [Time-limited test {}] server.Server(415): Started @25087ms 2024-11-17T03:12:25,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started 2024-11-17T03:12:25,656 INFO [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:40623/backupUT 2024-11-17T03:12:25,663 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:12:25,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1c0ef08a44bb,42397,1731813133159 2024-11-17T03:12:25,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@484d50f4 2024-11-17T03:12:25,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:12:25,682 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51516, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:12:25,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns1'} 2024-11-17T03:12:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1 2024-11-17T03:12:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:12:25,723 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 31 msec 2024-11-17T03:12:25,753 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-17T03:12:25,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:12:25,828 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed 2024-11-17T03:12:25,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns2'} 2024-11-17T03:12:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2 2024-11-17T03:12:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-17T03:12:25,856 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T03:12:25,862 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 26 msec 2024-11-17T03:12:25,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-17T03:12:25,958 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed 2024-11-17T03:12:25,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns3'} 2024-11-17T03:12:25,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3 2024-11-17T03:12:25,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-17T03:12:25,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 21 msec 2024-11-17T03:12:26,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-17T03:12:26,078 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed 2024-11-17T03:12:26,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns4'} 2024-11-17T03:12:26,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4 2024-11-17T03:12:26,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:12:26,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 24 msec 2024-11-17T03:12:26,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:12:26,198 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed 2024-11-17T03:12:26,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test-1731813145656', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:12:26,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1731813145656 2024-11-17T03:12:26,223 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1731813145656 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T03:12:26,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test-1731813145656" procId is: 8 2024-11-17T03:12:26,226 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:12:26,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-17T03:12:26,229 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1731813145656 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T03:12:26,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741838_1014 (size=367) 2024-11-17T03:12:26,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-17T03:12:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-17T03:12:26,653 INFO [RegionOpenAndInit-test-1731813145656-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a9eb878a2d00d2b8a12b1af3b2c4ff62, NAME => 'test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1731813145656', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8 2024-11-17T03:12:26,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741839_1015 (size=53) 2024-11-17T03:12:26,668 DEBUG [RegionOpenAndInit-test-1731813145656-pool-0 {}] regionserver.HRegion(898): Instantiated test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:12:26,668 DEBUG [RegionOpenAndInit-test-1731813145656-pool-0 {}] regionserver.HRegion(1722): Closing a9eb878a2d00d2b8a12b1af3b2c4ff62, disabling compactions & flushes 2024-11-17T03:12:26,668 INFO [RegionOpenAndInit-test-1731813145656-pool-0 {}] regionserver.HRegion(1755): Closing region test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62. 2024-11-17T03:12:26,668 DEBUG [RegionOpenAndInit-test-1731813145656-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62. 2024-11-17T03:12:26,668 DEBUG [RegionOpenAndInit-test-1731813145656-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62. after waiting 0 ms 2024-11-17T03:12:26,668 DEBUG [RegionOpenAndInit-test-1731813145656-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62. 2024-11-17T03:12:26,668 INFO [RegionOpenAndInit-test-1731813145656-pool-0 {}] regionserver.HRegion(1973): Closed test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62. 2024-11-17T03:12:26,669 DEBUG [RegionOpenAndInit-test-1731813145656-pool-0 {}] regionserver.HRegion(1676): Region close journal for a9eb878a2d00d2b8a12b1af3b2c4ff62: Waiting for close lock at 1731813146668Disabling compacts and flushes for region at 1731813146668Disabling writes for close at 1731813146668Writing region close event to WAL at 1731813146668Closed at 1731813146668 2024-11-17T03:12:26,671 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1731813145656 execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T03:12:26,678 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731813146672"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731813146672"}]},"ts":"1731813146672"} 2024-11-17T03:12:26,683 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T03:12:26,685 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1731813145656 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T03:12:26,689 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1731813145656","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813146685"}]},"ts":"1731813146685"} 2024-11-17T03:12:26,694 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1731813145656, state=ENABLING in hbase:meta 2024-11-17T03:12:26,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1731813145656, region=a9eb878a2d00d2b8a12b1af3b2c4ff62, ASSIGN}] 2024-11-17T03:12:26,699 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1731813145656, region=a9eb878a2d00d2b8a12b1af3b2c4ff62, ASSIGN 2024-11-17T03:12:26,701 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731813145656, region=a9eb878a2d00d2b8a12b1af3b2c4ff62, ASSIGN; state=OFFLINE, location=1c0ef08a44bb,45215,1731813136974; forceNewPlan=false, retain=false 2024-11-17T03:12:26,853 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a9eb878a2d00d2b8a12b1af3b2c4ff62, regionState=OPENING, regionLocation=1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:26,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-17T03:12:26,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731813145656, region=a9eb878a2d00d2b8a12b1af3b2c4ff62, ASSIGN because future has completed 2024-11-17T03:12:26,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9eb878a2d00d2b8a12b1af3b2c4ff62, server=1c0ef08a44bb,45215,1731813136974}] 2024-11-17T03:12:27,036 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62. 2024-11-17T03:12:27,036 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:12:27,037 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor 1c0ef08a44bb,45215,1731813136974.regiongroup-1 2024-11-17T03:12:27,040 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-1, suffix=, logDir=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974, archiveDir=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/oldWALs, maxLogs=32 2024-11-17T03:12:27,065 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-1.1731813147043, exclude list is [], retry=0 2024-11-17T03:12:27,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40619,DS-51213841-2336-4e27-98d8-2e6216e1167c,DISK] 2024-11-17T03:12:27,073 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-1.1731813147043 2024-11-17T03:12:27,073 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37633:37633)] 2024-11-17T03:12:27,074 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a9eb878a2d00d2b8a12b1af3b2c4ff62, NAME => 'test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:12:27,074 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-17T03:12:27,075 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731813145656 a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:12:27,075 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:12:27,075 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:12:27,075 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:12:27,079 INFO [StoreOpener-a9eb878a2d00d2b8a12b1af3b2c4ff62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:12:27,082 INFO [StoreOpener-a9eb878a2d00d2b8a12b1af3b2c4ff62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9eb878a2d00d2b8a12b1af3b2c4ff62 columnFamilyName f 2024-11-17T03:12:27,082 DEBUG [StoreOpener-a9eb878a2d00d2b8a12b1af3b2c4ff62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:12:27,083 INFO [StoreOpener-a9eb878a2d00d2b8a12b1af3b2c4ff62-1 {}] regionserver.HStore(327): Store=a9eb878a2d00d2b8a12b1af3b2c4ff62/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:12:27,084 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:12:27,086 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:12:27,087 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:12:27,088 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:12:27,088 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:12:27,091 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:12:27,106 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:12:27,111 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened a9eb878a2d00d2b8a12b1af3b2c4ff62; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=12055026880, jitterRate=0.12271186709403992}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T03:12:27,112 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:12:27,114 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a9eb878a2d00d2b8a12b1af3b2c4ff62: Running coprocessor pre-open hook at 1731813147075Writing region info on filesystem at 1731813147075Initializing all the Stores at 1731813147078 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813147078Cleaning up temporary data from old regions at 1731813147088 (+10 ms)Running coprocessor post-open hooks at 1731813147112 (+24 ms)Region opened successfully at 1731813147113 (+1 ms) 2024-11-17T03:12:27,116 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62., pid=10, masterSystemTime=1731813147012 2024-11-17T03:12:27,120 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62. 2024-11-17T03:12:27,120 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62. 2024-11-17T03:12:27,122 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a9eb878a2d00d2b8a12b1af3b2c4ff62, regionState=OPEN, openSeqNum=2, regionLocation=1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:27,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9eb878a2d00d2b8a12b1af3b2c4ff62, server=1c0ef08a44bb,45215,1731813136974 because future has completed 2024-11-17T03:12:27,135 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T03:12:27,135 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a9eb878a2d00d2b8a12b1af3b2c4ff62, server=1c0ef08a44bb,45215,1731813136974 in 271 msec 2024-11-17T03:12:27,140 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T03:12:27,140 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731813145656, region=a9eb878a2d00d2b8a12b1af3b2c4ff62, ASSIGN in 439 msec 2024-11-17T03:12:27,142 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1731813145656 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T03:12:27,142 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1731813145656","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813147142"}]},"ts":"1731813147142"} 2024-11-17T03:12:27,146 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1731813145656, state=ENABLED in hbase:meta 2024-11-17T03:12:27,148 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1731813145656 execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T03:12:27,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1731813145656 in 935 msec 2024-11-17T03:12:27,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-17T03:12:27,368 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1731813145656 completed 2024-11-17T03:12:27,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a838315, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:12:27,368 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:12:27,368 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:12:27,370 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:12:27,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:12:27,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:12:27,371 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685a6739, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:12:27,371 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:12:27,371 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:12:27,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:12:27,373 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51528, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:12:27,374 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2126a5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:12:27,377 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:12:27,379 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:12:27,379 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:12:27,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51178, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:12:27,388 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731813145656', row='row0', locateType=CURRENT is [region=test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2] 2024-11-17T03:12:27,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HRegion(8528): writing data to region test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62. with WAL disabled. Data may be lost in the event of a crash. 2024-11-17T03:12:27,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:test-17318131456561', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:12:27,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17318131456561 2024-11-17T03:12:27,614 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17318131456561 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T03:12:27,614 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:12:27,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "test-17318131456561" procId is: 11 2024-11-17T03:12:27,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-17T03:12:27,616 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17318131456561 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T03:12:27,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741841_1017 (size=364) 2024-11-17T03:12:27,632 INFO [RegionOpenAndInit-ns2:test-17318131456561-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5c24258f2ed423617f43a2c864ac7525, NAME => 'ns2:test-17318131456561,,1731813147609.5c24258f2ed423617f43a2c864ac7525.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17318131456561', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8 2024-11-17T03:12:27,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741842_1018 (size=50) 2024-11-17T03:12:27,644 DEBUG [RegionOpenAndInit-ns2:test-17318131456561-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17318131456561,,1731813147609.5c24258f2ed423617f43a2c864ac7525.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:12:27,645 DEBUG [RegionOpenAndInit-ns2:test-17318131456561-pool-0 {}] regionserver.HRegion(1722): Closing 5c24258f2ed423617f43a2c864ac7525, disabling compactions & flushes 2024-11-17T03:12:27,645 INFO [RegionOpenAndInit-ns2:test-17318131456561-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17318131456561,,1731813147609.5c24258f2ed423617f43a2c864ac7525. 2024-11-17T03:12:27,645 DEBUG [RegionOpenAndInit-ns2:test-17318131456561-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17318131456561,,1731813147609.5c24258f2ed423617f43a2c864ac7525. 2024-11-17T03:12:27,645 DEBUG [RegionOpenAndInit-ns2:test-17318131456561-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17318131456561,,1731813147609.5c24258f2ed423617f43a2c864ac7525. after waiting 0 ms 2024-11-17T03:12:27,645 DEBUG [RegionOpenAndInit-ns2:test-17318131456561-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17318131456561,,1731813147609.5c24258f2ed423617f43a2c864ac7525. 2024-11-17T03:12:27,645 INFO [RegionOpenAndInit-ns2:test-17318131456561-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17318131456561,,1731813147609.5c24258f2ed423617f43a2c864ac7525. 2024-11-17T03:12:27,645 DEBUG [RegionOpenAndInit-ns2:test-17318131456561-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5c24258f2ed423617f43a2c864ac7525: Waiting for close lock at 1731813147644Disabling compacts and flushes for region at 1731813147644Disabling writes for close at 1731813147645 (+1 ms)Writing region close event to WAL at 1731813147645Closed at 1731813147645 2024-11-17T03:12:27,647 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17318131456561 execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T03:12:27,648 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17318131456561,,1731813147609.5c24258f2ed423617f43a2c864ac7525.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731813147647"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731813147647"}]},"ts":"1731813147647"} 2024-11-17T03:12:27,652 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T03:12:27,655 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17318131456561 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T03:12:27,655 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17318131456561","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813147655"}]},"ts":"1731813147655"} 2024-11-17T03:12:27,659 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17318131456561, state=ENABLING in hbase:meta 2024-11-17T03:12:27,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17318131456561, region=5c24258f2ed423617f43a2c864ac7525, ASSIGN}] 2024-11-17T03:12:27,662 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17318131456561, region=5c24258f2ed423617f43a2c864ac7525, ASSIGN 2024-11-17T03:12:27,664 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17318131456561, region=5c24258f2ed423617f43a2c864ac7525, ASSIGN; state=OFFLINE, location=1c0ef08a44bb,45215,1731813136974; forceNewPlan=false, retain=false 2024-11-17T03:12:27,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-17T03:12:27,815 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=5c24258f2ed423617f43a2c864ac7525, regionState=OPENING, regionLocation=1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:27,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17318131456561, region=5c24258f2ed423617f43a2c864ac7525, ASSIGN because future has completed 2024-11-17T03:12:27,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c24258f2ed423617f43a2c864ac7525, server=1c0ef08a44bb,45215,1731813136974}] 2024-11-17T03:12:27,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-17T03:12:27,980 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17318131456561,,1731813147609.5c24258f2ed423617f43a2c864ac7525. 2024-11-17T03:12:27,981 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c24258f2ed423617f43a2c864ac7525, NAME => 'ns2:test-17318131456561,,1731813147609.5c24258f2ed423617f43a2c864ac7525.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:12:27,981 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-17T03:12:27,981 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17318131456561 5c24258f2ed423617f43a2c864ac7525 2024-11-17T03:12:27,981 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17318131456561,,1731813147609.5c24258f2ed423617f43a2c864ac7525.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:12:27,981 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 5c24258f2ed423617f43a2c864ac7525 2024-11-17T03:12:27,981 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 5c24258f2ed423617f43a2c864ac7525 2024-11-17T03:12:27,984 INFO [StoreOpener-5c24258f2ed423617f43a2c864ac7525-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5c24258f2ed423617f43a2c864ac7525 2024-11-17T03:12:27,986 INFO [StoreOpener-5c24258f2ed423617f43a2c864ac7525-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c24258f2ed423617f43a2c864ac7525 columnFamilyName f 2024-11-17T03:12:27,987 DEBUG [StoreOpener-5c24258f2ed423617f43a2c864ac7525-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:12:27,988 INFO [StoreOpener-5c24258f2ed423617f43a2c864ac7525-1 {}] regionserver.HStore(327): Store=5c24258f2ed423617f43a2c864ac7525/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:12:27,988 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 5c24258f2ed423617f43a2c864ac7525 2024-11-17T03:12:27,990 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns2/test-17318131456561/5c24258f2ed423617f43a2c864ac7525 2024-11-17T03:12:27,991 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns2/test-17318131456561/5c24258f2ed423617f43a2c864ac7525 2024-11-17T03:12:27,992 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 5c24258f2ed423617f43a2c864ac7525 2024-11-17T03:12:27,992 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 5c24258f2ed423617f43a2c864ac7525 2024-11-17T03:12:27,996 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 5c24258f2ed423617f43a2c864ac7525 2024-11-17T03:12:28,000 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns2/test-17318131456561/5c24258f2ed423617f43a2c864ac7525/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:12:28,001 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 5c24258f2ed423617f43a2c864ac7525; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10572109760, jitterRate=-0.015395551919937134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T03:12:28,002 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c24258f2ed423617f43a2c864ac7525 2024-11-17T03:12:28,003 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 5c24258f2ed423617f43a2c864ac7525: Running coprocessor pre-open hook at 1731813147981Writing region info on filesystem at 1731813147981Initializing all the Stores at 1731813147983 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813147983Cleaning up temporary data from old regions at 1731813147992 (+9 ms)Running coprocessor post-open hooks at 1731813148002 (+10 ms)Region opened successfully at 1731813148003 (+1 ms) 2024-11-17T03:12:28,005 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17318131456561,,1731813147609.5c24258f2ed423617f43a2c864ac7525., pid=13, masterSystemTime=1731813147974 2024-11-17T03:12:28,009 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17318131456561,,1731813147609.5c24258f2ed423617f43a2c864ac7525. 2024-11-17T03:12:28,009 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17318131456561,,1731813147609.5c24258f2ed423617f43a2c864ac7525. 2024-11-17T03:12:28,011 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=5c24258f2ed423617f43a2c864ac7525, regionState=OPEN, openSeqNum=2, regionLocation=1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:28,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c24258f2ed423617f43a2c864ac7525, server=1c0ef08a44bb,45215,1731813136974 because future has completed 2024-11-17T03:12:28,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-17T03:12:28,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c24258f2ed423617f43a2c864ac7525, server=1c0ef08a44bb,45215,1731813136974 in 197 msec 2024-11-17T03:12:28,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-17T03:12:28,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17318131456561, region=5c24258f2ed423617f43a2c864ac7525, ASSIGN in 365 msec 2024-11-17T03:12:28,032 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17318131456561 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T03:12:28,032 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17318131456561","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813148032"}]},"ts":"1731813148032"} 2024-11-17T03:12:28,036 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17318131456561, state=ENABLED in hbase:meta 2024-11-17T03:12:28,038 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17318131456561 execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T03:12:28,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17318131456561 in 429 msec 2024-11-17T03:12:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-17T03:12:28,247 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17318131456561 completed 2024-11-17T03:12:28,252 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17318131456561', row='row0', locateType=CURRENT is [region=ns2:test-17318131456561,,1731813147609.5c24258f2ed423617f43a2c864ac7525., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2] 2024-11-17T03:12:28,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HRegion(8528): writing data to region ns2:test-17318131456561,,1731813147609.5c24258f2ed423617f43a2c864ac7525. with WAL disabled. Data may be lost in the event of a crash. 2024-11-17T03:12:28,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns3:test-17318131456562', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:12:28,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17318131456562 2024-11-17T03:12:28,497 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17318131456562 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T03:12:28,497 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:12:28,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns3" qualifier: "test-17318131456562" procId is: 14 2024-11-17T03:12:28,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-17T03:12:28,499 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17318131456562 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T03:12:28,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741843_1019 (size=390) 2024-11-17T03:12:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-17T03:12:28,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-17T03:12:28,915 INFO [RegionOpenAndInit-ns3:test-17318131456562-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 20d96fd474b5ad4cf4277f6707459a6f, NAME => 'ns3:test-17318131456562,,1731813148491.20d96fd474b5ad4cf4277f6707459a6f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17318131456562', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8 2024-11-17T03:12:28,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741844_1020 (size=50) 2024-11-17T03:12:29,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-17T03:12:29,326 DEBUG [RegionOpenAndInit-ns3:test-17318131456562-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17318131456562,,1731813148491.20d96fd474b5ad4cf4277f6707459a6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:12:29,327 DEBUG [RegionOpenAndInit-ns3:test-17318131456562-pool-0 {}] regionserver.HRegion(1722): Closing 20d96fd474b5ad4cf4277f6707459a6f, disabling compactions & flushes 2024-11-17T03:12:29,327 INFO [RegionOpenAndInit-ns3:test-17318131456562-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17318131456562,,1731813148491.20d96fd474b5ad4cf4277f6707459a6f. 2024-11-17T03:12:29,327 DEBUG [RegionOpenAndInit-ns3:test-17318131456562-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17318131456562,,1731813148491.20d96fd474b5ad4cf4277f6707459a6f. 2024-11-17T03:12:29,327 DEBUG [RegionOpenAndInit-ns3:test-17318131456562-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17318131456562,,1731813148491.20d96fd474b5ad4cf4277f6707459a6f. after waiting 0 ms 2024-11-17T03:12:29,327 DEBUG [RegionOpenAndInit-ns3:test-17318131456562-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17318131456562,,1731813148491.20d96fd474b5ad4cf4277f6707459a6f. 2024-11-17T03:12:29,327 INFO [RegionOpenAndInit-ns3:test-17318131456562-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17318131456562,,1731813148491.20d96fd474b5ad4cf4277f6707459a6f. 2024-11-17T03:12:29,327 DEBUG [RegionOpenAndInit-ns3:test-17318131456562-pool-0 {}] regionserver.HRegion(1676): Region close journal for 20d96fd474b5ad4cf4277f6707459a6f: Waiting for close lock at 1731813149327Disabling compacts and flushes for region at 1731813149327Disabling writes for close at 1731813149327Writing region close event to WAL at 1731813149327Closed at 1731813149327 2024-11-17T03:12:29,329 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17318131456562 execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T03:12:29,329 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17318131456562,,1731813148491.20d96fd474b5ad4cf4277f6707459a6f.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731813149329"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731813149329"}]},"ts":"1731813149329"} 2024-11-17T03:12:29,333 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T03:12:29,335 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17318131456562 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T03:12:29,335 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17318131456562","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813149335"}]},"ts":"1731813149335"} 2024-11-17T03:12:29,338 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17318131456562, state=ENABLING in hbase:meta 2024-11-17T03:12:29,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17318131456562, region=20d96fd474b5ad4cf4277f6707459a6f, ASSIGN}] 2024-11-17T03:12:29,341 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17318131456562, region=20d96fd474b5ad4cf4277f6707459a6f, ASSIGN 2024-11-17T03:12:29,343 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17318131456562, region=20d96fd474b5ad4cf4277f6707459a6f, ASSIGN; state=OFFLINE, location=1c0ef08a44bb,45215,1731813136974; forceNewPlan=false, retain=false 2024-11-17T03:12:29,493 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=20d96fd474b5ad4cf4277f6707459a6f, regionState=OPENING, regionLocation=1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:29,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17318131456562, region=20d96fd474b5ad4cf4277f6707459a6f, ASSIGN because future has completed 2024-11-17T03:12:29,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20d96fd474b5ad4cf4277f6707459a6f, server=1c0ef08a44bb,45215,1731813136974}] 2024-11-17T03:12:29,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-17T03:12:29,657 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17318131456562,,1731813148491.20d96fd474b5ad4cf4277f6707459a6f. 2024-11-17T03:12:29,657 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 20d96fd474b5ad4cf4277f6707459a6f, NAME => 'ns3:test-17318131456562,,1731813148491.20d96fd474b5ad4cf4277f6707459a6f.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:12:29,658 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-17T03:12:29,658 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17318131456562 20d96fd474b5ad4cf4277f6707459a6f 2024-11-17T03:12:29,658 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17318131456562,,1731813148491.20d96fd474b5ad4cf4277f6707459a6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:12:29,658 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 20d96fd474b5ad4cf4277f6707459a6f 2024-11-17T03:12:29,658 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 20d96fd474b5ad4cf4277f6707459a6f 2024-11-17T03:12:29,661 INFO [StoreOpener-20d96fd474b5ad4cf4277f6707459a6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 20d96fd474b5ad4cf4277f6707459a6f 2024-11-17T03:12:29,664 INFO [StoreOpener-20d96fd474b5ad4cf4277f6707459a6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20d96fd474b5ad4cf4277f6707459a6f columnFamilyName f 2024-11-17T03:12:29,664 DEBUG [StoreOpener-20d96fd474b5ad4cf4277f6707459a6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:12:29,665 INFO [StoreOpener-20d96fd474b5ad4cf4277f6707459a6f-1 {}] regionserver.HStore(327): Store=20d96fd474b5ad4cf4277f6707459a6f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:12:29,665 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 20d96fd474b5ad4cf4277f6707459a6f 2024-11-17T03:12:29,667 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns3/test-17318131456562/20d96fd474b5ad4cf4277f6707459a6f 2024-11-17T03:12:29,668 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns3/test-17318131456562/20d96fd474b5ad4cf4277f6707459a6f 2024-11-17T03:12:29,669 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 20d96fd474b5ad4cf4277f6707459a6f 2024-11-17T03:12:29,669 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 20d96fd474b5ad4cf4277f6707459a6f 2024-11-17T03:12:29,673 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 20d96fd474b5ad4cf4277f6707459a6f 2024-11-17T03:12:29,678 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns3/test-17318131456562/20d96fd474b5ad4cf4277f6707459a6f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:12:29,679 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 20d96fd474b5ad4cf4277f6707459a6f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11947358080, jitterRate=0.11268442869186401}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T03:12:29,679 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 20d96fd474b5ad4cf4277f6707459a6f 2024-11-17T03:12:29,681 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 20d96fd474b5ad4cf4277f6707459a6f: Running coprocessor pre-open hook at 1731813149658Writing region info on filesystem at 1731813149658Initializing all the Stores at 1731813149660 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813149660Cleaning up temporary data from old regions at 1731813149669 (+9 ms)Running coprocessor post-open hooks at 1731813149679 (+10 ms)Region opened successfully at 1731813149681 (+2 ms) 2024-11-17T03:12:29,682 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17318131456562,,1731813148491.20d96fd474b5ad4cf4277f6707459a6f., pid=16, masterSystemTime=1731813149651 2024-11-17T03:12:29,686 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17318131456562,,1731813148491.20d96fd474b5ad4cf4277f6707459a6f. 2024-11-17T03:12:29,686 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17318131456562,,1731813148491.20d96fd474b5ad4cf4277f6707459a6f. 2024-11-17T03:12:29,687 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=20d96fd474b5ad4cf4277f6707459a6f, regionState=OPEN, openSeqNum=2, regionLocation=1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:29,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20d96fd474b5ad4cf4277f6707459a6f, server=1c0ef08a44bb,45215,1731813136974 because future has completed 2024-11-17T03:12:29,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-17T03:12:29,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 20d96fd474b5ad4cf4277f6707459a6f, server=1c0ef08a44bb,45215,1731813136974 in 199 msec 2024-11-17T03:12:29,704 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-17T03:12:29,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17318131456562, region=20d96fd474b5ad4cf4277f6707459a6f, ASSIGN in 361 msec 2024-11-17T03:12:29,706 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17318131456562 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T03:12:29,706 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17318131456562","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813149706"}]},"ts":"1731813149706"} 2024-11-17T03:12:29,710 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17318131456562, state=ENABLED in hbase:meta 2024-11-17T03:12:29,711 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17318131456562 execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T03:12:29,714 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17318131456562 in 1.2190 sec 2024-11-17T03:12:30,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-17T03:12:30,647 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17318131456562 completed 2024-11-17T03:12:30,647 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17318131456562 get assigned. Timeout = 60000ms 2024-11-17T03:12:30,649 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T03:12:30,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17318131456562 assigned to meta. Checking AM states. 2024-11-17T03:12:30,656 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T03:12:30,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17318131456562 assigned. 2024-11-17T03:12:30,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns4:test-17318131456563', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:12:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17318131456563 2024-11-17T03:12:30,662 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17318131456563 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T03:12:30,662 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:12:30,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns4" qualifier: "test-17318131456563" procId is: 17 2024-11-17T03:12:30,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-17T03:12:30,664 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17318131456563 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T03:12:30,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741845_1021 (size=390) 2024-11-17T03:12:30,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-17T03:12:30,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-17T03:12:31,075 INFO [RegionOpenAndInit-ns4:test-17318131456563-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3a493cc48a84960f8db541c0a27b7b73, NAME => 'ns4:test-17318131456563,,1731813150658.3a493cc48a84960f8db541c0a27b7b73.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17318131456563', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8 2024-11-17T03:12:31,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741846_1022 (size=50) 2024-11-17T03:12:31,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-17T03:12:31,485 DEBUG [RegionOpenAndInit-ns4:test-17318131456563-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17318131456563,,1731813150658.3a493cc48a84960f8db541c0a27b7b73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:12:31,486 DEBUG [RegionOpenAndInit-ns4:test-17318131456563-pool-0 {}] regionserver.HRegion(1722): Closing 3a493cc48a84960f8db541c0a27b7b73, disabling compactions & flushes 2024-11-17T03:12:31,486 INFO [RegionOpenAndInit-ns4:test-17318131456563-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17318131456563,,1731813150658.3a493cc48a84960f8db541c0a27b7b73. 2024-11-17T03:12:31,486 DEBUG [RegionOpenAndInit-ns4:test-17318131456563-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17318131456563,,1731813150658.3a493cc48a84960f8db541c0a27b7b73. 2024-11-17T03:12:31,486 DEBUG [RegionOpenAndInit-ns4:test-17318131456563-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17318131456563,,1731813150658.3a493cc48a84960f8db541c0a27b7b73. after waiting 0 ms 2024-11-17T03:12:31,486 DEBUG [RegionOpenAndInit-ns4:test-17318131456563-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17318131456563,,1731813150658.3a493cc48a84960f8db541c0a27b7b73. 2024-11-17T03:12:31,486 INFO [RegionOpenAndInit-ns4:test-17318131456563-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17318131456563,,1731813150658.3a493cc48a84960f8db541c0a27b7b73. 2024-11-17T03:12:31,486 DEBUG [RegionOpenAndInit-ns4:test-17318131456563-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3a493cc48a84960f8db541c0a27b7b73: Waiting for close lock at 1731813151486Disabling compacts and flushes for region at 1731813151486Disabling writes for close at 1731813151486Writing region close event to WAL at 1731813151486Closed at 1731813151486 2024-11-17T03:12:31,488 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17318131456563 execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T03:12:31,489 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17318131456563,,1731813150658.3a493cc48a84960f8db541c0a27b7b73.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731813151488"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731813151488"}]},"ts":"1731813151488"} 2024-11-17T03:12:31,492 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T03:12:31,494 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17318131456563 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T03:12:31,495 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17318131456563","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813151495"}]},"ts":"1731813151495"} 2024-11-17T03:12:31,498 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17318131456563, state=ENABLING in hbase:meta 2024-11-17T03:12:31,498 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17318131456563, region=3a493cc48a84960f8db541c0a27b7b73, ASSIGN}] 2024-11-17T03:12:31,500 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17318131456563, region=3a493cc48a84960f8db541c0a27b7b73, ASSIGN 2024-11-17T03:12:31,502 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17318131456563, region=3a493cc48a84960f8db541c0a27b7b73, ASSIGN; state=OFFLINE, location=1c0ef08a44bb,45215,1731813136974; forceNewPlan=false, retain=false 2024-11-17T03:12:31,653 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=3a493cc48a84960f8db541c0a27b7b73, regionState=OPENING, regionLocation=1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:31,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17318131456563, region=3a493cc48a84960f8db541c0a27b7b73, ASSIGN because future has completed 2024-11-17T03:12:31,657 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a493cc48a84960f8db541c0a27b7b73, server=1c0ef08a44bb,45215,1731813136974}] 2024-11-17T03:12:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-17T03:12:31,818 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17318131456563,,1731813150658.3a493cc48a84960f8db541c0a27b7b73. 2024-11-17T03:12:31,819 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a493cc48a84960f8db541c0a27b7b73, NAME => 'ns4:test-17318131456563,,1731813150658.3a493cc48a84960f8db541c0a27b7b73.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:12:31,819 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-17T03:12:31,820 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17318131456563 3a493cc48a84960f8db541c0a27b7b73 2024-11-17T03:12:31,820 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17318131456563,,1731813150658.3a493cc48a84960f8db541c0a27b7b73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:12:31,820 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 3a493cc48a84960f8db541c0a27b7b73 2024-11-17T03:12:31,820 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 3a493cc48a84960f8db541c0a27b7b73 2024-11-17T03:12:31,823 INFO [StoreOpener-3a493cc48a84960f8db541c0a27b7b73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3a493cc48a84960f8db541c0a27b7b73 2024-11-17T03:12:31,826 INFO [StoreOpener-3a493cc48a84960f8db541c0a27b7b73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a493cc48a84960f8db541c0a27b7b73 columnFamilyName f 2024-11-17T03:12:31,827 DEBUG [StoreOpener-3a493cc48a84960f8db541c0a27b7b73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:12:31,828 INFO [StoreOpener-3a493cc48a84960f8db541c0a27b7b73-1 {}] regionserver.HStore(327): Store=3a493cc48a84960f8db541c0a27b7b73/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:12:31,828 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 3a493cc48a84960f8db541c0a27b7b73 2024-11-17T03:12:31,829 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns4/test-17318131456563/3a493cc48a84960f8db541c0a27b7b73 2024-11-17T03:12:31,830 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns4/test-17318131456563/3a493cc48a84960f8db541c0a27b7b73 2024-11-17T03:12:31,831 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 3a493cc48a84960f8db541c0a27b7b73 2024-11-17T03:12:31,831 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 3a493cc48a84960f8db541c0a27b7b73 2024-11-17T03:12:31,835 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 3a493cc48a84960f8db541c0a27b7b73 2024-11-17T03:12:31,839 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns4/test-17318131456563/3a493cc48a84960f8db541c0a27b7b73/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:12:31,840 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 3a493cc48a84960f8db541c0a27b7b73; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10847428160, jitterRate=0.010245472192764282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T03:12:31,840 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a493cc48a84960f8db541c0a27b7b73 2024-11-17T03:12:31,841 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 3a493cc48a84960f8db541c0a27b7b73: Running coprocessor pre-open hook at 1731813151820Writing region info on filesystem at 1731813151820Initializing all the Stores at 1731813151822 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813151822Cleaning up temporary data from old regions at 1731813151831 (+9 ms)Running coprocessor post-open hooks at 1731813151840 (+9 ms)Region opened successfully at 1731813151841 (+1 ms) 2024-11-17T03:12:31,843 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17318131456563,,1731813150658.3a493cc48a84960f8db541c0a27b7b73., pid=19, masterSystemTime=1731813151811 2024-11-17T03:12:31,846 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17318131456563,,1731813150658.3a493cc48a84960f8db541c0a27b7b73. 2024-11-17T03:12:31,846 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17318131456563,,1731813150658.3a493cc48a84960f8db541c0a27b7b73. 2024-11-17T03:12:31,848 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=3a493cc48a84960f8db541c0a27b7b73, regionState=OPEN, openSeqNum=2, regionLocation=1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:31,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a493cc48a84960f8db541c0a27b7b73, server=1c0ef08a44bb,45215,1731813136974 because future has completed 2024-11-17T03:12:31,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-17T03:12:31,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a493cc48a84960f8db541c0a27b7b73, server=1c0ef08a44bb,45215,1731813136974 in 196 msec 2024-11-17T03:12:31,860 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17318131456561' 2024-11-17T03:12:31,861 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17318131456562' 2024-11-17T03:12:31,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-17T03:12:31,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17318131456563, region=3a493cc48a84960f8db541c0a27b7b73, ASSIGN in 360 msec 2024-11-17T03:12:31,862 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1731813145656' 2024-11-17T03:12:31,863 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17318131456563' 2024-11-17T03:12:31,863 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17318131456563 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T03:12:31,863 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17318131456563","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813151863"}]},"ts":"1731813151863"} 2024-11-17T03:12:31,866 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17318131456563, state=ENABLED in hbase:meta 2024-11-17T03:12:31,868 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17318131456563 execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T03:12:31,870 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17318131456563 in 1.2090 sec 2024-11-17T03:12:32,579 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-17T03:12:32,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-17T03:12:32,817 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17318131456563 completed 2024-11-17T03:12:32,817 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17318131456563 get assigned. Timeout = 60000ms 2024-11-17T03:12:32,818 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T03:12:32,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17318131456563 assigned to meta. Checking AM states. 2024-11-17T03:12:32,824 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T03:12:32,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17318131456563 assigned. 2024-11-17T03:12:32,825 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:12:32,825 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481) at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343) at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:12:32,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:12:32,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:12:32,832 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:12:32,862 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=610, OpenFileDescriptor=633, MaxFileDescriptor=1048576, SystemLoadAverage=629, ProcessCount=20, AvailableMemoryMB=2956 2024-11-17T03:12:32,864 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=610 is superior to 500 2024-11-17T03:12:32,866 INFO [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables 2024-11-17T03:12:32,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1731813145656 from 'test-1731813145656', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1731813145656', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:12:32,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1731813145656 2024-11-17T03:12:32,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741847_1023 (size=908) 2024-11-17T03:12:33,316 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/.tabledesc/.tableinfo.0000000001.367 2024-11-17T03:12:33,316 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/.tabledesc/.tableinfo.0000000002.908 2024-11-17T03:12:33,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1731813145656}] 2024-11-17T03:12:33,334 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731813145656, region=a9eb878a2d00d2b8a12b1af3b2c4ff62, REOPEN/MOVE}] 2024-11-17T03:12:33,336 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731813145656, region=a9eb878a2d00d2b8a12b1af3b2c4ff62, REOPEN/MOVE 2024-11-17T03:12:33,338 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=a9eb878a2d00d2b8a12b1af3b2c4ff62, regionState=CLOSING, regionLocation=1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:33,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1731813145656, region=a9eb878a2d00d2b8a12b1af3b2c4ff62, REOPEN/MOVE because future has completed 2024-11-17T03:12:33,342 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-17T03:12:33,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure a9eb878a2d00d2b8a12b1af3b2c4ff62, server=1c0ef08a44bb,45215,1731813136974}] 2024-11-17T03:12:33,502 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:12:33,502 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-17T03:12:33,503 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing a9eb878a2d00d2b8a12b1af3b2c4ff62, disabling compactions & flushes 2024-11-17T03:12:33,503 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62. 2024-11-17T03:12:33,503 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62. 2024-11-17T03:12:33,503 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62. after waiting 0 ms 2024-11-17T03:12:33,503 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62. 2024-11-17T03:12:33,506 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing a9eb878a2d00d2b8a12b1af3b2c4ff62 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-17T03:12:33,576 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/.tmp/f/382a269fc51a4235a9742cae864e4b44 is 37, key is row10/f:q1/1731813147417/Put/seqid=0 2024-11-17T03:12:33,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741848_1024 (size=8413) 2024-11-17T03:12:33,957 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1731813145656 2024-11-17T03:12:33,957 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1731813145656 Metrics about Tables on a single HBase RegionServer 2024-11-17T03:12:33,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17318131456562 2024-11-17T03:12:33,958 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17318131456562 Metrics about Tables on a single HBase RegionServer 2024-11-17T03:12:33,959 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17318131456561 2024-11-17T03:12:33,959 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17318131456561 Metrics about Tables on a single HBase RegionServer 2024-11-17T03:12:33,960 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17318131456563 2024-11-17T03:12:33,960 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17318131456563 Metrics about Tables on a single HBase RegionServer 2024-11-17T03:12:34,028 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/.tmp/f/382a269fc51a4235a9742cae864e4b44 2024-11-17T03:12:34,092 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/.tmp/f/382a269fc51a4235a9742cae864e4b44 as hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/f/382a269fc51a4235a9742cae864e4b44 2024-11-17T03:12:34,103 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/f/382a269fc51a4235a9742cae864e4b44, entries=99, sequenceid=103, filesize=8.2 K 2024-11-17T03:12:34,110 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for a9eb878a2d00d2b8a12b1af3b2c4ff62 in 603ms, sequenceid=103, compaction requested=false 2024-11-17T03:12:34,118 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2024-11-17T03:12:34,122 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-17T03:12:34,122 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62. 2024-11-17T03:12:34,123 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for a9eb878a2d00d2b8a12b1af3b2c4ff62: Waiting for close lock at 1731813153503Running coprocessor pre-close hooks at 1731813153503Disabling compacts and flushes for region at 1731813153503Disabling writes for close at 1731813153503Obtaining lock to block concurrent updates at 1731813153507 (+4 ms)Preparing flush snapshotting stores in a9eb878a2d00d2b8a12b1af3b2c4ff62 at 1731813153507Finished memstore snapshotting test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1731813153514 (+7 ms)Flushing stores of test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62. at 1731813153515 (+1 ms)Flushing a9eb878a2d00d2b8a12b1af3b2c4ff62/f: creating writer at 1731813153517 (+2 ms)Flushing a9eb878a2d00d2b8a12b1af3b2c4ff62/f: appending metadata at 1731813153563 (+46 ms)Flushing a9eb878a2d00d2b8a12b1af3b2c4ff62/f: closing flushed file at 1731813153565 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ef91949: reopening flushed file at 1731813154090 (+525 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for a9eb878a2d00d2b8a12b1af3b2c4ff62 in 603ms, sequenceid=103, compaction requested=false at 1731813154110 (+20 ms)Writing region close event to WAL at 1731813154112 (+2 ms)Running coprocessor post-close hooks at 1731813154120 (+8 ms)Closed at 1731813154122 (+2 ms) 2024-11-17T03:12:34,123 WARN [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: a9eb878a2d00d2b8a12b1af3b2c4ff62 to self. 2024-11-17T03:12:34,126 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:12:34,127 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=a9eb878a2d00d2b8a12b1af3b2c4ff62, regionState=CLOSED 2024-11-17T03:12:34,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure a9eb878a2d00d2b8a12b1af3b2c4ff62, server=1c0ef08a44bb,45215,1731813136974 because future has completed 2024-11-17T03:12:34,136 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-17T03:12:34,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure a9eb878a2d00d2b8a12b1af3b2c4ff62, server=1c0ef08a44bb,45215,1731813136974 in 790 msec 2024-11-17T03:12:34,137 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731813145656, region=a9eb878a2d00d2b8a12b1af3b2c4ff62, REOPEN/MOVE; state=CLOSED, location=1c0ef08a44bb,45215,1731813136974; forceNewPlan=false, retain=true 2024-11-17T03:12:34,288 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=a9eb878a2d00d2b8a12b1af3b2c4ff62, regionState=OPENING, regionLocation=1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:34,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731813145656, region=a9eb878a2d00d2b8a12b1af3b2c4ff62, REOPEN/MOVE because future has completed 2024-11-17T03:12:34,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9eb878a2d00d2b8a12b1af3b2c4ff62, server=1c0ef08a44bb,45215,1731813136974}] 2024-11-17T03:12:34,453 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62. 2024-11-17T03:12:34,453 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => a9eb878a2d00d2b8a12b1af3b2c4ff62, NAME => 'test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:12:34,453 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-17T03:12:34,454 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731813145656 a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:12:34,454 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:12:34,454 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:12:34,454 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:12:34,457 INFO [StoreOpener-a9eb878a2d00d2b8a12b1af3b2c4ff62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:12:34,459 INFO [StoreOpener-a9eb878a2d00d2b8a12b1af3b2c4ff62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9eb878a2d00d2b8a12b1af3b2c4ff62 columnFamilyName f 2024-11-17T03:12:34,459 DEBUG [StoreOpener-a9eb878a2d00d2b8a12b1af3b2c4ff62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:12:34,476 DEBUG [StoreOpener-a9eb878a2d00d2b8a12b1af3b2c4ff62-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/f/382a269fc51a4235a9742cae864e4b44 2024-11-17T03:12:34,476 INFO [StoreOpener-a9eb878a2d00d2b8a12b1af3b2c4ff62-1 {}] regionserver.HStore(327): Store=a9eb878a2d00d2b8a12b1af3b2c4ff62/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:12:34,476 INFO [StoreOpener-a9eb878a2d00d2b8a12b1af3b2c4ff62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:12:34,479 INFO [StoreOpener-a9eb878a2d00d2b8a12b1af3b2c4ff62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9eb878a2d00d2b8a12b1af3b2c4ff62 columnFamilyName f3 2024-11-17T03:12:34,479 DEBUG [StoreOpener-a9eb878a2d00d2b8a12b1af3b2c4ff62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:12:34,480 INFO [StoreOpener-a9eb878a2d00d2b8a12b1af3b2c4ff62-1 {}] regionserver.HStore(327): Store=a9eb878a2d00d2b8a12b1af3b2c4ff62/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:12:34,481 INFO [StoreOpener-a9eb878a2d00d2b8a12b1af3b2c4ff62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:12:34,490 INFO [StoreOpener-a9eb878a2d00d2b8a12b1af3b2c4ff62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9eb878a2d00d2b8a12b1af3b2c4ff62 columnFamilyName mob 2024-11-17T03:12:34,497 DEBUG [StoreOpener-a9eb878a2d00d2b8a12b1af3b2c4ff62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:12:34,498 INFO [StoreOpener-a9eb878a2d00d2b8a12b1af3b2c4ff62-1 {}] regionserver.HStore(327): Store=a9eb878a2d00d2b8a12b1af3b2c4ff62/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:12:34,499 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:12:34,501 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:12:34,504 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:12:34,506 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:12:34,507 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:12:34,508 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1731813145656 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T03:12:34,511 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:12:34,513 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened a9eb878a2d00d2b8a12b1af3b2c4ff62; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11861264160, jitterRate=0.10466630756855011}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T03:12:34,513 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:12:34,514 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for a9eb878a2d00d2b8a12b1af3b2c4ff62: Running coprocessor pre-open hook at 1731813154454Writing region info on filesystem at 1731813154454Initializing all the Stores at 1731813154456 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813154456Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813154457 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813154457Cleaning up temporary data from old regions at 1731813154507 (+50 ms)Running coprocessor post-open hooks at 1731813154513 (+6 ms)Region opened successfully at 1731813154514 (+1 ms) 2024-11-17T03:12:34,515 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62., pid=24, masterSystemTime=1731813154446 2024-11-17T03:12:34,519 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62. 2024-11-17T03:12:34,519 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62. 2024-11-17T03:12:34,520 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=a9eb878a2d00d2b8a12b1af3b2c4ff62, regionState=OPEN, openSeqNum=107, regionLocation=1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:34,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9eb878a2d00d2b8a12b1af3b2c4ff62, server=1c0ef08a44bb,45215,1731813136974 because future has completed 2024-11-17T03:12:34,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22 2024-11-17T03:12:34,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure a9eb878a2d00d2b8a12b1af3b2c4ff62, server=1c0ef08a44bb,45215,1731813136974 in 233 msec 2024-11-17T03:12:34,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-17T03:12:34,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731813145656, region=a9eb878a2d00d2b8a12b1af3b2c4ff62, REOPEN/MOVE in 1.1940 sec 2024-11-17T03:12:34,540 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-17T03:12:34,540 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1731813145656 in 1.2120 sec 2024-11-17T03:12:34,546 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1731813145656 in 1.6650 sec 2024-11-17T03:12:34,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20 2024-11-17T03:12:34,550 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1731813145656 completed 2024-11-17T03:12:34,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2739e013, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:12:34,552 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:12:34,553 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:12:34,554 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:12:34,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:12:34,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:12:34,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@233f1049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:12:34,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:12:34,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:12:34,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:12:34,557 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60198, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:12:34,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b26a8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:12:34,560 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:12:34,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:12:34,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:12:34,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50608, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:12:34,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731813145656', row='row-test-1731813145656-3-0', locateType=CURRENT is [region=test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=107] 2024-11-17T03:12:34,630 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:12:34,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1c0ef08a44bb,42397,1731813133159 2024-11-17T03:12:34,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@282e22d7 2024-11-17T03:12:34,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:12:34,637 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60214, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:12:34,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'backup'} 2024-11-17T03:12:34,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup 2024-11-17T03:12:34,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-17T03:12:34,667 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 13 msec 2024-11-17T03:12:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-17T03:12:34,767 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed 2024-11-17T03:12:34,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:12:34,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system 2024-11-17T03:12:34,786 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T03:12:34,786 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:12:34,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2024-11-17T03:12:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-17T03:12:34,788 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T03:12:34,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741849_1025 (size=635) 2024-11-17T03:12:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-17T03:12:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-17T03:12:35,199 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aceb585657a428183e84174cd96476d6, NAME => 'backup:system,,1731813154782.aceb585657a428183e84174cd96476d6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8 2024-11-17T03:12:35,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741850_1026 (size=40) 2024-11-17T03:12:35,215 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1731813154782.aceb585657a428183e84174cd96476d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:12:35,216 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing aceb585657a428183e84174cd96476d6, disabling compactions & flushes 2024-11-17T03:12:35,216 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1731813154782.aceb585657a428183e84174cd96476d6. 2024-11-17T03:12:35,216 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1731813154782.aceb585657a428183e84174cd96476d6. 2024-11-17T03:12:35,216 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1731813154782.aceb585657a428183e84174cd96476d6. after waiting 0 ms 2024-11-17T03:12:35,216 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1731813154782.aceb585657a428183e84174cd96476d6. 2024-11-17T03:12:35,216 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1731813154782.aceb585657a428183e84174cd96476d6. 2024-11-17T03:12:35,216 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for aceb585657a428183e84174cd96476d6: Waiting for close lock at 1731813155215Disabling compacts and flushes for region at 1731813155215Disabling writes for close at 1731813155216 (+1 ms)Writing region close event to WAL at 1731813155216Closed at 1731813155216 2024-11-17T03:12:35,218 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T03:12:35,219 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1731813154782.aceb585657a428183e84174cd96476d6.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1731813155218"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731813155218"}]},"ts":"1731813155218"} 2024-11-17T03:12:35,222 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T03:12:35,223 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T03:12:35,224 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813155224"}]},"ts":"1731813155224"} 2024-11-17T03:12:35,227 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta 2024-11-17T03:12:35,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=aceb585657a428183e84174cd96476d6, ASSIGN}] 2024-11-17T03:12:35,229 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=aceb585657a428183e84174cd96476d6, ASSIGN 2024-11-17T03:12:35,231 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=aceb585657a428183e84174cd96476d6, ASSIGN; state=OFFLINE, location=1c0ef08a44bb,45215,1731813136974; forceNewPlan=false, retain=false 2024-11-17T03:12:35,382 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=aceb585657a428183e84174cd96476d6, regionState=OPENING, regionLocation=1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:35,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=aceb585657a428183e84174cd96476d6, ASSIGN because future has completed 2024-11-17T03:12:35,385 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure aceb585657a428183e84174cd96476d6, server=1c0ef08a44bb,45215,1731813136974}] 2024-11-17T03:12:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-17T03:12:35,544 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1731813154782.aceb585657a428183e84174cd96476d6. 2024-11-17T03:12:35,545 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => aceb585657a428183e84174cd96476d6, NAME => 'backup:system,,1731813154782.aceb585657a428183e84174cd96476d6.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:12:35,545 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-17T03:12:35,545 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system aceb585657a428183e84174cd96476d6 2024-11-17T03:12:35,545 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1731813154782.aceb585657a428183e84174cd96476d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:12:35,546 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for aceb585657a428183e84174cd96476d6 2024-11-17T03:12:35,546 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for aceb585657a428183e84174cd96476d6 2024-11-17T03:12:35,548 INFO [StoreOpener-aceb585657a428183e84174cd96476d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region aceb585657a428183e84174cd96476d6 2024-11-17T03:12:35,551 INFO [StoreOpener-aceb585657a428183e84174cd96476d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aceb585657a428183e84174cd96476d6 columnFamilyName meta 2024-11-17T03:12:35,551 DEBUG [StoreOpener-aceb585657a428183e84174cd96476d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:12:35,552 INFO [StoreOpener-aceb585657a428183e84174cd96476d6-1 {}] regionserver.HStore(327): Store=aceb585657a428183e84174cd96476d6/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:12:35,553 INFO [StoreOpener-aceb585657a428183e84174cd96476d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region aceb585657a428183e84174cd96476d6 2024-11-17T03:12:35,555 INFO [StoreOpener-aceb585657a428183e84174cd96476d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aceb585657a428183e84174cd96476d6 columnFamilyName session 2024-11-17T03:12:35,555 DEBUG [StoreOpener-aceb585657a428183e84174cd96476d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:12:35,556 INFO [StoreOpener-aceb585657a428183e84174cd96476d6-1 {}] regionserver.HStore(327): Store=aceb585657a428183e84174cd96476d6/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:12:35,556 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for aceb585657a428183e84174cd96476d6 2024-11-17T03:12:35,558 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6 2024-11-17T03:12:35,559 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6 2024-11-17T03:12:35,560 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for aceb585657a428183e84174cd96476d6 2024-11-17T03:12:35,560 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for aceb585657a428183e84174cd96476d6 2024-11-17T03:12:35,561 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-17T03:12:35,563 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for aceb585657a428183e84174cd96476d6 2024-11-17T03:12:35,567 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:12:35,573 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened aceb585657a428183e84174cd96476d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10240932640, jitterRate=-0.04623882472515106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-17T03:12:35,573 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aceb585657a428183e84174cd96476d6 2024-11-17T03:12:35,574 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for aceb585657a428183e84174cd96476d6: Running coprocessor pre-open hook at 1731813155546Writing region info on filesystem at 1731813155546Initializing all the Stores at 1731813155548 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813155548Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813155548Cleaning up temporary data from old regions at 1731813155560 (+12 ms)Running coprocessor post-open hooks at 1731813155573 (+13 ms)Region opened successfully at 1731813155574 (+1 ms) 2024-11-17T03:12:35,575 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1731813154782.aceb585657a428183e84174cd96476d6., pid=28, masterSystemTime=1731813155538 2024-11-17T03:12:35,579 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1731813154782.aceb585657a428183e84174cd96476d6. 2024-11-17T03:12:35,579 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1731813154782.aceb585657a428183e84174cd96476d6. 2024-11-17T03:12:35,580 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=aceb585657a428183e84174cd96476d6, regionState=OPEN, openSeqNum=2, regionLocation=1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:35,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure aceb585657a428183e84174cd96476d6, server=1c0ef08a44bb,45215,1731813136974 because future has completed 2024-11-17T03:12:35,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-17T03:12:35,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure aceb585657a428183e84174cd96476d6, server=1c0ef08a44bb,45215,1731813136974 in 202 msec 2024-11-17T03:12:35,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-17T03:12:35,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=aceb585657a428183e84174cd96476d6, ASSIGN in 367 msec 2024-11-17T03:12:35,603 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T03:12:35,603 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813155603"}]},"ts":"1731813155603"} 2024-11-17T03:12:35,607 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta 2024-11-17T03:12:35,609 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T03:12:35,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 826 msec 2024-11-17T03:12:35,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-17T03:12:35,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed 2024-11-17T03:12:35,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:12:35,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk 2024-11-17T03:12:35,960 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T03:12:35,961 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:12:35,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2024-11-17T03:12:35,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-17T03:12:35,962 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T03:12:35,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741851_1027 (size=640) 2024-11-17T03:12:35,974 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fb0f5206057597a7dac977a9e7cd8bf8, NAME => 'backup:system_bulk,,1731813155957.fb0f5206057597a7dac977a9e7cd8bf8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8 2024-11-17T03:12:35,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741852_1028 (size=45) 2024-11-17T03:12:36,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-17T03:12:36,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-17T03:12:36,387 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1731813155957.fb0f5206057597a7dac977a9e7cd8bf8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:12:36,387 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing fb0f5206057597a7dac977a9e7cd8bf8, disabling compactions & flushes 2024-11-17T03:12:36,387 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1731813155957.fb0f5206057597a7dac977a9e7cd8bf8. 2024-11-17T03:12:36,387 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1731813155957.fb0f5206057597a7dac977a9e7cd8bf8. 2024-11-17T03:12:36,387 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1731813155957.fb0f5206057597a7dac977a9e7cd8bf8. after waiting 0 ms 2024-11-17T03:12:36,388 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1731813155957.fb0f5206057597a7dac977a9e7cd8bf8. 2024-11-17T03:12:36,388 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1731813155957.fb0f5206057597a7dac977a9e7cd8bf8. 2024-11-17T03:12:36,388 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for fb0f5206057597a7dac977a9e7cd8bf8: Waiting for close lock at 1731813156387Disabling compacts and flushes for region at 1731813156387Disabling writes for close at 1731813156387Writing region close event to WAL at 1731813156388 (+1 ms)Closed at 1731813156388 2024-11-17T03:12:36,442 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T03:12:36,442 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1731813155957.fb0f5206057597a7dac977a9e7cd8bf8.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731813156442"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731813156442"}]},"ts":"1731813156442"} 2024-11-17T03:12:36,446 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T03:12:36,448 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T03:12:36,448 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813156448"}]},"ts":"1731813156448"} 2024-11-17T03:12:36,451 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2024-11-17T03:12:36,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=fb0f5206057597a7dac977a9e7cd8bf8, ASSIGN}] 2024-11-17T03:12:36,453 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=fb0f5206057597a7dac977a9e7cd8bf8, ASSIGN 2024-11-17T03:12:36,455 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=fb0f5206057597a7dac977a9e7cd8bf8, ASSIGN; state=OFFLINE, location=1c0ef08a44bb,45215,1731813136974; forceNewPlan=false, retain=false 2024-11-17T03:12:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-17T03:12:36,606 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=fb0f5206057597a7dac977a9e7cd8bf8, regionState=OPENING, regionLocation=1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:36,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=fb0f5206057597a7dac977a9e7cd8bf8, ASSIGN because future has completed 2024-11-17T03:12:36,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb0f5206057597a7dac977a9e7cd8bf8, server=1c0ef08a44bb,45215,1731813136974}] 2024-11-17T03:12:36,766 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1731813155957.fb0f5206057597a7dac977a9e7cd8bf8. 2024-11-17T03:12:36,766 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => fb0f5206057597a7dac977a9e7cd8bf8, NAME => 'backup:system_bulk,,1731813155957.fb0f5206057597a7dac977a9e7cd8bf8.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:12:36,767 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-17T03:12:36,767 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk fb0f5206057597a7dac977a9e7cd8bf8 2024-11-17T03:12:36,767 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1731813155957.fb0f5206057597a7dac977a9e7cd8bf8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:12:36,767 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for fb0f5206057597a7dac977a9e7cd8bf8 2024-11-17T03:12:36,767 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for fb0f5206057597a7dac977a9e7cd8bf8 2024-11-17T03:12:36,770 INFO [StoreOpener-fb0f5206057597a7dac977a9e7cd8bf8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region fb0f5206057597a7dac977a9e7cd8bf8 2024-11-17T03:12:36,772 INFO [StoreOpener-fb0f5206057597a7dac977a9e7cd8bf8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb0f5206057597a7dac977a9e7cd8bf8 columnFamilyName meta 2024-11-17T03:12:36,772 DEBUG [StoreOpener-fb0f5206057597a7dac977a9e7cd8bf8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:12:36,773 INFO [StoreOpener-fb0f5206057597a7dac977a9e7cd8bf8-1 {}] regionserver.HStore(327): Store=fb0f5206057597a7dac977a9e7cd8bf8/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:12:36,773 INFO [StoreOpener-fb0f5206057597a7dac977a9e7cd8bf8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region fb0f5206057597a7dac977a9e7cd8bf8 2024-11-17T03:12:36,775 INFO [StoreOpener-fb0f5206057597a7dac977a9e7cd8bf8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb0f5206057597a7dac977a9e7cd8bf8 columnFamilyName session 2024-11-17T03:12:36,775 DEBUG [StoreOpener-fb0f5206057597a7dac977a9e7cd8bf8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:12:36,776 INFO [StoreOpener-fb0f5206057597a7dac977a9e7cd8bf8-1 {}] regionserver.HStore(327): Store=fb0f5206057597a7dac977a9e7cd8bf8/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:12:36,776 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for fb0f5206057597a7dac977a9e7cd8bf8 2024-11-17T03:12:36,777 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system_bulk/fb0f5206057597a7dac977a9e7cd8bf8 2024-11-17T03:12:36,778 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system_bulk/fb0f5206057597a7dac977a9e7cd8bf8 2024-11-17T03:12:36,779 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for fb0f5206057597a7dac977a9e7cd8bf8 2024-11-17T03:12:36,779 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for fb0f5206057597a7dac977a9e7cd8bf8 2024-11-17T03:12:36,780 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-17T03:12:36,782 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for fb0f5206057597a7dac977a9e7cd8bf8 2024-11-17T03:12:36,785 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system_bulk/fb0f5206057597a7dac977a9e7cd8bf8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:12:36,786 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened fb0f5206057597a7dac977a9e7cd8bf8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11840152480, jitterRate=0.1027001291513443}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-17T03:12:36,786 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fb0f5206057597a7dac977a9e7cd8bf8 2024-11-17T03:12:36,787 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for fb0f5206057597a7dac977a9e7cd8bf8: Running coprocessor pre-open hook at 1731813156768Writing region info on filesystem at 1731813156768Initializing all the Stores at 1731813156769 (+1 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813156769Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813156769Cleaning up temporary data from old regions at 1731813156779 (+10 ms)Running coprocessor post-open hooks at 1731813156787 (+8 ms)Region opened successfully at 1731813156787 2024-11-17T03:12:36,788 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1731813155957.fb0f5206057597a7dac977a9e7cd8bf8., pid=31, masterSystemTime=1731813156761 2024-11-17T03:12:36,791 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1731813155957.fb0f5206057597a7dac977a9e7cd8bf8. 2024-11-17T03:12:36,791 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1731813155957.fb0f5206057597a7dac977a9e7cd8bf8. 2024-11-17T03:12:36,792 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=fb0f5206057597a7dac977a9e7cd8bf8, regionState=OPEN, openSeqNum=2, regionLocation=1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:36,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb0f5206057597a7dac977a9e7cd8bf8, server=1c0ef08a44bb,45215,1731813136974 because future has completed 2024-11-17T03:12:36,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-17T03:12:36,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure fb0f5206057597a7dac977a9e7cd8bf8, server=1c0ef08a44bb,45215,1731813136974 in 188 msec 2024-11-17T03:12:36,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-17T03:12:36,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=fb0f5206057597a7dac977a9e7cd8bf8, ASSIGN in 348 msec 2024-11-17T03:12:36,804 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T03:12:36,804 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813156804"}]},"ts":"1731813156804"} 2024-11-17T03:12:36,807 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2024-11-17T03:12:36,809 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T03:12:36,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 852 msec 2024-11-17T03:12:37,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-17T03:12:37,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed 2024-11-17T03:12:37,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T03:12:37,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T03:12:37,125 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-17T03:12:37,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1731813154782.aceb585657a428183e84174cd96476d6., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2] 2024-11-17T03:12:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2024-11-17T03:12:37,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-17T03:12:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731813157158 (current time:1731813157158). 2024-11-17T03:12:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-17T03:12:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-17T03:12:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa5d8cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:12:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:12:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:12:37,161 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:12:37,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:12:37,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:12:37,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b2bea10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:12:37,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:12:37,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:12:37,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:12:37,163 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60242, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:12:37,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@661516b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:12:37,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:12:37,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:12:37,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:12:37,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50616, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:12:37,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397. 2024-11-17T03:12:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:12:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:12:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:12:37,172 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:12:37,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-17T03:12:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-17T03:12:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-17T03:12:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-17T03:12:37,183 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-17T03:12:37,188 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-17T03:12:37,199 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-17T03:12:37,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741853_1029 (size=52) 2024-11-17T03:12:37,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-17T03:12:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-17T03:12:37,608 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-17T03:12:37,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aceb585657a428183e84174cd96476d6}] 2024-11-17T03:12:37,615 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aceb585657a428183e84174cd96476d6 2024-11-17T03:12:37,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-17T03:12:37,774 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731813154782.aceb585657a428183e84174cd96476d6. 2024-11-17T03:12:37,774 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing aceb585657a428183e84174cd96476d6 2/2 column families, dataSize=45 B heapSize=632 B 2024-11-17T03:12:37,799 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/.tmp/session/9891d123015841959d0a23868f1fdafe is 49, key is activesession:/session:c/1731813157145/Put/seqid=0 2024-11-17T03:12:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-17T03:12:37,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741854_1030 (size=5049) 2024-11-17T03:12:37,807 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/.tmp/session/9891d123015841959d0a23868f1fdafe 2024-11-17T03:12:37,817 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/.tmp/session/9891d123015841959d0a23868f1fdafe as hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/session/9891d123015841959d0a23868f1fdafe 2024-11-17T03:12:37,825 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/session/9891d123015841959d0a23868f1fdafe, entries=1, sequenceid=5, filesize=4.9 K 2024-11-17T03:12:37,826 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for aceb585657a428183e84174cd96476d6 in 52ms, sequenceid=5, compaction requested=false 2024-11-17T03:12:37,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2024-11-17T03:12:37,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for aceb585657a428183e84174cd96476d6: 2024-11-17T03:12:37,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731813154782.aceb585657a428183e84174cd96476d6. for snapshot_backup_system completed. 2024-11-17T03:12:37,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731813154782.aceb585657a428183e84174cd96476d6.' region-info for snapshot=snapshot_backup_system 2024-11-17T03:12:37,831 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T03:12:37,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-17T03:12:37,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/session/9891d123015841959d0a23868f1fdafe] hfiles 2024-11-17T03:12:37,835 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/session/9891d123015841959d0a23868f1fdafe for snapshot=snapshot_backup_system 2024-11-17T03:12:37,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741855_1031 (size=95) 2024-11-17T03:12:37,865 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2024-11-17T03:12:38,247 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731813154782.aceb585657a428183e84174cd96476d6. 2024-11-17T03:12:38,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-17T03:12:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-17T03:12:38,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region aceb585657a428183e84174cd96476d6 2024-11-17T03:12:38,251 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aceb585657a428183e84174cd96476d6 2024-11-17T03:12:38,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-17T03:12:38,254 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-17T03:12:38,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure aceb585657a428183e84174cd96476d6 in 641 msec 2024-11-17T03:12:38,256 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-17T03:12:38,257 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-17T03:12:38,257 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-17T03:12:38,259 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-17T03:12:38,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741856_1032 (size=731) 2024-11-17T03:12:38,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-17T03:12:38,678 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-17T03:12:38,695 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-17T03:12:38,697 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/.hbase-snapshot/snapshot_backup_system 2024-11-17T03:12:38,702 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-17T03:12:38,702 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-17T03:12:38,706 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.5240 sec 2024-11-17T03:12:39,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-17T03:12:39,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-17T03:12:39,347 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731813154610 started at 1731813159346. 2024-11-17T03:12:39,368 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731813154610 has been started. 2024-11-17T03:12:39,375 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-17T03:12:39,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-17T03:12:39,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-17T03:12:39,388 INFO [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-17T03:12:39,388 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-17T03:12:39,388 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-17T03:12:39,389 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-17T03:12:39,390 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-17T03:12:39,390 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-17T03:12:39,479 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:39,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-17T03:12:39,480 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-17T03:12:39,480 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-17T03:12:39,480 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:39,480 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-17T03:12:39,481 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-17T03:12:39,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-17T03:12:39,483 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-17T03:12:39,483 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-17T03:12:39,483 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-17T03:12:39,497 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-17T03:12:39,498 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-17T03:12:39,501 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-17T03:12:39,501 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-17T03:12:39,501 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-17T03:12:39,501 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-17T03:12:39,501 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '1c0ef08a44bb,45215,1731813136974' joining acquired barrier for procedure (rolllog) in zk 2024-11-17T03:12:39,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:39,510 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-17T03:12:39,511 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:39,511 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-17T03:12:39,511 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-17T03:12:39,511 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-17T03:12:39,511 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-17T03:12:39,511 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-17T03:12:39,512 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-17T03:12:39,513 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T03:12:39,514 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:39,514 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-17T03:12:39,515 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '1c0ef08a44bb,45215,1731813136974' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-17T03:12:39,515 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-17T03:12:39,515 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@23461d87[Count = 0] remaining members to acquire global barrier 2024-11-17T03:12:39,515 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-17T03:12:39,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-17T03:12:39,521 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-17T03:12:39,521 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-17T03:12:39,521 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:39,521 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-17T03:12:39,521 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-17T03:12:39,522 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-17T03:12:39,522 DEBUG [rs(1c0ef08a44bb,45215,1731813136974)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:39,532 INFO [rs(1c0ef08a44bb,45215,1731813136974)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731813139733 highest: 1731813147043 on 1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:39,532 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-1:(num 1731813147043) roll requested 2024-11-17T03:12:39,552 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-1.1731813159532, exclude list is [], retry=0 2024-11-17T03:12:39,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40619,DS-51213841-2336-4e27-98d8-2e6216e1167c,DISK] 2024-11-17T03:12:39,559 INFO [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-1.1731813147043 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-1.1731813159532 2024-11-17T03:12:39,560 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37633:37633)] 2024-11-17T03:12:39,560 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-1.1731813147043 is not closed yet, will try archiving it next time 2024-11-17T03:12:39,560 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1c0ef08a44bb%2C45215%2C1731813136974.meta:.meta(num 1731813140139) roll requested 2024-11-17T03:12:39,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741840_1016 (size=4756) 2024-11-17T03:12:39,582 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.meta.1731813159561.meta, exclude list is [], retry=0 2024-11-17T03:12:39,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40619,DS-51213841-2336-4e27-98d8-2e6216e1167c,DISK] 2024-11-17T03:12:39,589 INFO [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.meta.1731813140139.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.meta.1731813159561.meta 2024-11-17T03:12:39,589 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37633:37633)] 2024-11-17T03:12:39,589 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.meta.1731813140139.meta is not closed yet, will try archiving it next time 2024-11-17T03:12:39,590 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0:(num 1731813139733) roll requested 2024-11-17T03:12:39,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741834_1010 (size=12055) 2024-11-17T03:12:39,593 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.meta.1731813140139.meta not finished, retry = 0 2024-11-17T03:12:39,610 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0.1731813159590, exclude list is [], retry=0 2024-11-17T03:12:39,613 DEBUG [rs(1c0ef08a44bb,45215,1731813136974)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 81 2024-11-17T03:12:39,613 INFO [rs(1c0ef08a44bb,45215,1731813136974)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731813159590 on 1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:39,613 DEBUG [rs(1c0ef08a44bb,45215,1731813136974)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:12:39,614 DEBUG [rs(1c0ef08a44bb,45215,1731813136974)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is 1c0ef08a44bb,42397,1731813133159 2024-11-17T03:12:39,614 DEBUG [rs(1c0ef08a44bb,45215,1731813136974)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@659b7cea 2024-11-17T03:12:39,614 DEBUG [rs(1c0ef08a44bb,45215,1731813136974)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:12:39,616 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56423, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-17T03:12:39,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40619,DS-51213841-2336-4e27-98d8-2e6216e1167c,DISK] 2024-11-17T03:12:39,618 DEBUG [rs(1c0ef08a44bb,45215,1731813136974)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:12:39,618 DEBUG [rs(1c0ef08a44bb,45215,1731813136974)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:12:39,618 DEBUG [rs(1c0ef08a44bb,45215,1731813136974)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:12:39,621 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44781, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-17T03:12:39,622 INFO [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0.1731813139733 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0.1731813159590 2024-11-17T03:12:39,622 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37633:37633)] 2024-11-17T03:12:39,622 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0.1731813139733 is not closed yet, will try archiving it next time 2024-11-17T03:12:39,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741833_1009 (size=1034) 2024-11-17T03:12:39,633 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-17T03:12:39,639 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0.1731813139733 not finished, retry = 0 2024-11-17T03:12:39,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T03:12:39,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T03:12:39,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:40623/backupUT\x00', locateType=CURRENT is [region=backup:system,,1731813154782.aceb585657a428183e84174cd96476d6., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2] 2024-11-17T03:12:39,667 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-17T03:12:39,667 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '1c0ef08a44bb,45215,1731813136974' in zk 2024-11-17T03:12:39,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:39,679 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-17T03:12:39,679 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-17T03:12:39,679 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:39,679 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-17T03:12:39,679 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-17T03:12:39,679 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-17T03:12:39,680 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-17T03:12:39,680 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-17T03:12:39,681 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T03:12:39,682 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:39,682 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-17T03:12:39,683 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T03:12:39,683 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:39,685 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '1c0ef08a44bb,45215,1731813136974': 2024-11-17T03:12:39,685 INFO [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-17T03:12:39,685 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-17T03:12:39,685 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-17T03:12:39,685 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '1c0ef08a44bb,45215,1731813136974' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-17T03:12:39,685 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-17T03:12:39,686 INFO [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-17T03:12:39,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-17T03:12:39,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-17T03:12:39,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-17T03:12:39,700 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-17T03:12:39,700 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-17T03:12:39,700 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-17T03:12:39,700 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-17T03:12:39,700 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-17T03:12:39,701 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-17T03:12:39,702 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-17T03:12:39,702 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-17T03:12:39,703 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-17T03:12:39,703 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:39,703 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T03:12:39,704 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-17T03:12:39,705 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T03:12:39,705 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:39,706 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:39,706 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-17T03:12:39,707 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T03:12:39,708 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:39,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-17T03:12:39,721 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-17T03:12:39,721 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-17T03:12:39,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:39,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-17T03:12:39,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-17T03:12:39,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:39,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-17T03:12:39,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-17T03:12:39,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-17T03:12:39,722 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-17T03:12:39,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-17T03:12:39,723 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-17T03:12:39,723 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-17T03:12:39,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-17T03:12:39,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-17T03:12:39,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-17T03:12:39,748 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0.1731813139733 to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/oldWALs/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0.1731813139733 2024-11-17T03:12:39,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731813159754_default_test-1731813145656 table=test-1731813145656 type=FLUSH ttl=0 } 2024-11-17T03:12:39,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731813159755 (current time:1731813159755). 2024-11-17T03:12:39,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-17T03:12:39,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731813159754_default_test-1731813145656 VERSION not specified, setting to 2 2024-11-17T03:12:39,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8962322, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:12:39,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:12:39,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:12:39,770 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:12:39,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:12:39,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:12:39,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5770ec70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:12:39,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:12:39,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:12:39,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:12:39,773 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60264, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:12:39,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d4ff096, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:12:39,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:12:39,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:12:39,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:12:39,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50628, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:12:39,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397. 2024-11-17T03:12:39,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:12:39,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:12:39,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:12:39,779 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:12:39,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-17T03:12:39,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731813159754_default_test-1731813145656 table=test-1731813145656 type=FLUSH ttl=0 } 2024-11-17T03:12:39,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731813159754_default_test-1731813145656 table=test-1731813145656 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-17T03:12:39,783 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731813159754_default_test-1731813145656 table=test-1731813145656 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-17T03:12:39,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-17T03:12:39,784 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731813159754_default_test-1731813145656 table=test-1731813145656 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-17T03:12:39,788 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731813159754_default_test-1731813145656 table=test-1731813145656 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-17T03:12:39,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741860_1036 (size=84) 2024-11-17T03:12:39,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-17T03:12:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-17T03:12:40,202 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731813159754_default_test-1731813145656 table=test-1731813145656 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-17T03:12:40,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a9eb878a2d00d2b8a12b1af3b2c4ff62}] 2024-11-17T03:12:40,204 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:12:40,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-17T03:12:40,357 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62. 2024-11-17T03:12:40,357 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing a9eb878a2d00d2b8a12b1af3b2c4ff62 3/3 column families, dataSize=654 B heapSize=2.25 KB 2024-11-17T03:12:40,375 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/.tmp/f3/125487ce0bce4470877e1b05da8ecc02 is 58, key is row-test-1731813145656-3-0/f3:q1/1731813154569/Put/seqid=0 2024-11-17T03:12:40,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741861_1037 (size=5387) 2024-11-17T03:12:40,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-17T03:12:40,782 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/.tmp/f3/125487ce0bce4470877e1b05da8ecc02 2024-11-17T03:12:40,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741862_1038 (size=4469) 2024-11-17T03:12:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-17T03:12:41,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/.tmp/mob/fe4bfdac8a224a7bb4a501cf4867316d is 59, key is row-test-1731813145656-3-0/mob:q1/1731813154590/Put/seqid=0 2024-11-17T03:12:41,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741863_1039 (size=5484) 2024-11-17T03:12:41,628 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/.tmp/mob/fe4bfdac8a224a7bb4a501cf4867316d 2024-11-17T03:12:41,638 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/.tmp/f3/125487ce0bce4470877e1b05da8ecc02 as hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/f3/125487ce0bce4470877e1b05da8ecc02 2024-11-17T03:12:41,646 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/f3/125487ce0bce4470877e1b05da8ecc02, entries=6, sequenceid=121, filesize=5.3 K 2024-11-17T03:12:41,648 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/.tmp/mob/fe4bfdac8a224a7bb4a501cf4867316d as hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/mob/fe4bfdac8a224a7bb4a501cf4867316d 2024-11-17T03:12:41,656 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/mob/fe4bfdac8a224a7bb4a501cf4867316d, entries=6, sequenceid=121, filesize=5.4 K 2024-11-17T03:12:41,658 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for a9eb878a2d00d2b8a12b1af3b2c4ff62 in 1301ms, sequenceid=121, compaction requested=false 2024-11-17T03:12:41,658 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for a9eb878a2d00d2b8a12b1af3b2c4ff62: 2024-11-17T03:12:41,658 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62. for snapshot_1731813159754_default_test-1731813145656 completed. 2024-11-17T03:12:41,658 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62.' region-info for snapshot=snapshot_1731813159754_default_test-1731813145656 2024-11-17T03:12:41,658 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T03:12:41,658 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/f/382a269fc51a4235a9742cae864e4b44] hfiles 2024-11-17T03:12:41,659 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/f/382a269fc51a4235a9742cae864e4b44 for snapshot=snapshot_1731813159754_default_test-1731813145656 2024-11-17T03:12:41,659 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/f3/125487ce0bce4470877e1b05da8ecc02] hfiles 2024-11-17T03:12:41,659 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/f3/125487ce0bce4470877e1b05da8ecc02 for snapshot=snapshot_1731813159754_default_test-1731813145656 2024-11-17T03:12:41,659 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/mob/fe4bfdac8a224a7bb4a501cf4867316d] hfiles 2024-11-17T03:12:41,659 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/mob/fe4bfdac8a224a7bb4a501cf4867316d for snapshot=snapshot_1731813159754_default_test-1731813145656 2024-11-17T03:12:41,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741864_1040 (size=185) 2024-11-17T03:12:41,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-17T03:12:42,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62. 2024-11-17T03:12:42,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-17T03:12:42,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-17T03:12:42,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731813159754_default_test-1731813145656 on region a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:12:42,067 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:12:42,072 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-17T03:12:42,072 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731813159754_default_test-1731813145656 table=test-1731813145656 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-17T03:12:42,072 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a9eb878a2d00d2b8a12b1af3b2c4ff62 in 1.8670 sec 2024-11-17T03:12:42,074 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731813159754_default_test-1731813145656 table=test-1731813145656 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-17T03:12:42,076 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-17T03:12:42,076 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-17T03:12:42,077 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:12:42,078 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-17T03:12:42,078 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:12:42,079 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3 2024-11-17T03:12:42,079 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:12:42,079 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob 2024-11-17T03:12:42,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741865_1041 (size=49) 2024-11-17T03:12:42,177 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T03:12:42,492 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731813159754_default_test-1731813145656 table=test-1731813145656 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-17T03:12:42,493 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731813159754_default_test-1731813145656 2024-11-17T03:12:42,494 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/.hbase-snapshot/.tmp/snapshot_1731813159754_default_test-1731813145656 2024-11-17T03:12:42,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741866_1042 (size=1146) 2024-11-17T03:12:42,907 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731813159754_default_test-1731813145656 table=test-1731813145656 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-17T03:12:42,917 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731813159754_default_test-1731813145656 table=test-1731813145656 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-17T03:12:42,917 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/.hbase-snapshot/.tmp/snapshot_1731813159754_default_test-1731813145656 to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/.hbase-snapshot/snapshot_1731813159754_default_test-1731813145656 2024-11-17T03:12:42,919 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731813159754_default_test-1731813145656 table=test-1731813145656 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-17T03:12:42,919 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731813159754_default_test-1731813145656 table=test-1731813145656 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-17T03:12:42,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731813159754_default_test-1731813145656 table=test-1731813145656 type=FLUSH ttl=0 } in 3.1400 sec 2024-11-17T03:12:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-17T03:12:43,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1731813145656 completed 2024-11-17T03:12:43,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731813163947_ns2_test-17318131456561 table=ns2:test-17318131456561 type=FLUSH ttl=0 } 2024-11-17T03:12:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731813163947 (current time:1731813163947). 2024-11-17T03:12:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-17T03:12:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731813163947_ns2_test-17318131456561 VERSION not specified, setting to 2 2024-11-17T03:12:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14aa14a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:12:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:12:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:12:43,949 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:12:43,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:12:43,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:12:43,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e21f92c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:12:43,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:12:43,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:12:43,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:12:43,951 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59372, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:12:43,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2301fc5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:12:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:12:43,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:12:43,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:12:43,956 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33038, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:12:43,957 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-11-17T03:12:43,957 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2024-11-17T03:12:43,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397. 2024-11-17T03:12:43,957 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-11-17T03:12:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:12:43,957 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2024-11-17T03:12:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:12:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:12:43,958 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:12:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-17T03:12:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731813163947_ns2_test-17318131456561 table=ns2:test-17318131456561 type=FLUSH ttl=0 } 2024-11-17T03:12:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731813163947_ns2_test-17318131456561 table=ns2:test-17318131456561 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-17T03:12:43,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-17T03:12:43,961 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731813163947_ns2_test-17318131456561 table=ns2:test-17318131456561 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-17T03:12:43,963 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731813163947_ns2_test-17318131456561 table=ns2:test-17318131456561 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-17T03:12:43,966 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731813163947_ns2_test-17318131456561 table=ns2:test-17318131456561 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-17T03:12:43,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741867_1043 (size=86) 2024-11-17T03:12:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-17T03:12:44,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-17T03:12:44,373 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731813163947_ns2_test-17318131456561 table=ns2:test-17318131456561 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-17T03:12:44,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5c24258f2ed423617f43a2c864ac7525}] 2024-11-17T03:12:44,375 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5c24258f2ed423617f43a2c864ac7525 2024-11-17T03:12:44,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2024-11-17T03:12:44,527 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17318131456561,,1731813147609.5c24258f2ed423617f43a2c864ac7525. 2024-11-17T03:12:44,528 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 5c24258f2ed423617f43a2c864ac7525 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-17T03:12:44,547 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns2/test-17318131456561/5c24258f2ed423617f43a2c864ac7525/.tmp/f/74dee7fff6ac4f0cb7fbf05002514caa is 37, key is row10/f:q1/1731813148279/Put/seqid=0 2024-11-17T03:12:44,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741868_1044 (size=8413) 2024-11-17T03:12:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-17T03:12:44,953 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns2/test-17318131456561/5c24258f2ed423617f43a2c864ac7525/.tmp/f/74dee7fff6ac4f0cb7fbf05002514caa 2024-11-17T03:12:44,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns2/test-17318131456561/5c24258f2ed423617f43a2c864ac7525/.tmp/f/74dee7fff6ac4f0cb7fbf05002514caa as hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns2/test-17318131456561/5c24258f2ed423617f43a2c864ac7525/f/74dee7fff6ac4f0cb7fbf05002514caa 2024-11-17T03:12:44,972 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns2/test-17318131456561/5c24258f2ed423617f43a2c864ac7525/f/74dee7fff6ac4f0cb7fbf05002514caa, entries=99, sequenceid=103, filesize=8.2 K 2024-11-17T03:12:44,973 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 5c24258f2ed423617f43a2c864ac7525 in 446ms, sequenceid=103, compaction requested=false 2024-11-17T03:12:44,973 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 5c24258f2ed423617f43a2c864ac7525: 2024-11-17T03:12:44,973 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17318131456561,,1731813147609.5c24258f2ed423617f43a2c864ac7525. for snapshot_1731813163947_ns2_test-17318131456561 completed. 2024-11-17T03:12:44,974 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17318131456561,,1731813147609.5c24258f2ed423617f43a2c864ac7525.' region-info for snapshot=snapshot_1731813163947_ns2_test-17318131456561 2024-11-17T03:12:44,974 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T03:12:44,974 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns2/test-17318131456561/5c24258f2ed423617f43a2c864ac7525/f/74dee7fff6ac4f0cb7fbf05002514caa] hfiles 2024-11-17T03:12:44,974 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns2/test-17318131456561/5c24258f2ed423617f43a2c864ac7525/f/74dee7fff6ac4f0cb7fbf05002514caa for snapshot=snapshot_1731813163947_ns2_test-17318131456561 2024-11-17T03:12:44,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741869_1045 (size=91) 2024-11-17T03:12:45,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-17T03:12:45,381 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17318131456561,,1731813147609.5c24258f2ed423617f43a2c864ac7525. 2024-11-17T03:12:45,381 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-17T03:12:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-17T03:12:45,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731813163947_ns2_test-17318131456561 on region 5c24258f2ed423617f43a2c864ac7525 2024-11-17T03:12:45,382 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5c24258f2ed423617f43a2c864ac7525 2024-11-17T03:12:45,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-17T03:12:45,387 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731813163947_ns2_test-17318131456561 table=ns2:test-17318131456561 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-17T03:12:45,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5c24258f2ed423617f43a2c864ac7525 in 1.0090 sec 2024-11-17T03:12:45,389 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731813163947_ns2_test-17318131456561 table=ns2:test-17318131456561 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-17T03:12:45,390 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731813163947_ns2_test-17318131456561 table=ns2:test-17318131456561 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-17T03:12:45,390 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731813163947_ns2_test-17318131456561 2024-11-17T03:12:45,391 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/.hbase-snapshot/.tmp/snapshot_1731813163947_ns2_test-17318131456561 2024-11-17T03:12:45,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741870_1046 (size=456) 2024-11-17T03:12:45,807 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731813163947_ns2_test-17318131456561 table=ns2:test-17318131456561 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-17T03:12:45,816 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731813163947_ns2_test-17318131456561 table=ns2:test-17318131456561 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-17T03:12:45,816 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/.hbase-snapshot/.tmp/snapshot_1731813163947_ns2_test-17318131456561 to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/.hbase-snapshot/snapshot_1731813163947_ns2_test-17318131456561 2024-11-17T03:12:45,818 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731813163947_ns2_test-17318131456561 table=ns2:test-17318131456561 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-17T03:12:45,818 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731813163947_ns2_test-17318131456561 table=ns2:test-17318131456561 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-17T03:12:45,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731813163947_ns2_test-17318131456561 table=ns2:test-17318131456561 type=FLUSH ttl=0 } in 1.8600 sec 2024-11-17T03:12:46,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-17T03:12:46,106 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17318131456561 completed 2024-11-17T03:12:46,106 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1731813154610 2024-11-17T03:12:46,107 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-17T03:12:46,108 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2024-11-17T03:12:46,110 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731813154610_ns2:test-17318131456561 2024-11-17T03:12:46,110 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731813163947_ns2_test-17318131456561 to hdfs://localhost:40623/backupUT/backup_1731813154610/ns2/test-17318131456561/ 2024-11-17T03:12:46,116 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-17T03:12:46,151 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:40623, inputRoot=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8 2024-11-17T03:12:46,151 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-2043274467_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:40623/backupUT/backup_1731813154610/ns2/test-17318131456561, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:40623/backupUT/backup_1731813154610/ns2/test-17318131456561/.hbase-snapshot/.tmp/snapshot_1731813163947_ns2_test-17318131456561 2024-11-17T03:12:46,153 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-17T03:12:46,160 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/.hbase-snapshot/snapshot_1731813163947_ns2_test-17318131456561 to hdfs://localhost:40623/backupUT/backup_1731813154610/ns2/test-17318131456561/.hbase-snapshot/.tmp/snapshot_1731813163947_ns2_test-17318131456561 2024-11-17T03:12:46,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741871_1047 (size=86) 2024-11-17T03:12:46,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741872_1048 (size=456) 2024-11-17T03:12:46,582 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:12:46,582 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:12:46,583 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:12:47,541 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/hadoop-14793612971237136107.jar 2024-11-17T03:12:47,542 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:12:47,542 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:12:47,543 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:12:47,543 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:12:47,544 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:12:47,544 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:12:47,545 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:12:47,545 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:12:47,545 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:12:47,546 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-17T03:12:47,546 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-17T03:12:47,546 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-17T03:12:47,547 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-17T03:12:47,547 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-17T03:12:47,548 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-17T03:12:47,548 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-17T03:12:47,548 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-17T03:12:47,549 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-17T03:12:47,549 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-17T03:12:47,549 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-17T03:12:47,552 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T03:12:47,552 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T03:12:47,552 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T03:12:47,553 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T03:12:47,553 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T03:12:47,553 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T03:12:47,554 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T03:12:47,621 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-17T03:12:47,654 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731813163947_ns2_test-17318131456561' hfile list 2024-11-17T03:12:47,660 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=8.2 K 2024-11-17T03:12:47,881 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/mapreduce.cluster.local.dir/job_local1515107191_0001_141da94d-9782-4b8b-90a8-43bb442c1627/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-17T03:12:47,881 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/mapreduce.cluster.local.dir/job_local1515107191_0001_141da94d-9782-4b8b-90a8-43bb442c1627/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-17T03:12:48,035 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-17T03:12:48,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741873_1049 (size=8413) 2024-11-17T03:12:48,524 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns2/test-17318131456561/5c24258f2ed423617f43a2c864ac7525/f/74dee7fff6ac4f0cb7fbf05002514caa output=hdfs://localhost:40623/backupUT/backup_1731813154610/ns2/test-17318131456561/archive/data/ns2/test-17318131456561/5c24258f2ed423617f43a2c864ac7525/f/74dee7fff6ac4f0cb7fbf05002514caa 2024-11-17T03:12:48,526 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.017M/sec 2024-11-17T03:12:48,957 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-17T03:12:48,958 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-17T03:12:48,966 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731813163947_ns2_test-17318131456561 2024-11-17T03:12:48,966 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731813163947_ns2_test-17318131456561 finished. 2024-11-17T03:12:48,966 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731813154610_test-1731813145656 2024-11-17T03:12:48,966 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731813159754_default_test-1731813145656 to hdfs://localhost:40623/backupUT/backup_1731813154610/default/test-1731813145656/ 2024-11-17T03:12:48,966 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-17T03:12:48,998 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:40623, inputRoot=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8 2024-11-17T03:12:48,998 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-2043274467_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:40623/backupUT/backup_1731813154610/default/test-1731813145656, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:40623/backupUT/backup_1731813154610/default/test-1731813145656/.hbase-snapshot/.tmp/snapshot_1731813159754_default_test-1731813145656 2024-11-17T03:12:49,000 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-17T03:12:49,008 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/.hbase-snapshot/snapshot_1731813159754_default_test-1731813145656 to hdfs://localhost:40623/backupUT/backup_1731813154610/default/test-1731813145656/.hbase-snapshot/.tmp/snapshot_1731813159754_default_test-1731813145656 2024-11-17T03:12:49,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741874_1050 (size=84) 2024-11-17T03:12:49,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741875_1051 (size=1146) 2024-11-17T03:12:49,426 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:12:49,426 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:12:49,426 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:12:50,517 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/hadoop-9540839262700772401.jar 2024-11-17T03:12:50,518 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:12:50,518 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:12:50,518 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:12:50,519 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:12:50,519 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:12:50,519 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:12:50,520 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:12:50,520 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:12:50,521 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:12:50,521 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-17T03:12:50,522 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-17T03:12:50,522 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-17T03:12:50,522 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-17T03:12:50,523 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-17T03:12:50,523 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-17T03:12:50,524 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-17T03:12:50,524 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-17T03:12:50,525 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-17T03:12:50,525 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-17T03:12:50,526 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-17T03:12:50,526 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T03:12:50,527 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T03:12:50,527 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T03:12:50,528 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T03:12:50,528 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T03:12:50,529 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T03:12:50,529 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T03:12:50,618 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-17T03:12:50,718 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731813159754_default_test-1731813145656' hfile list 2024-11-17T03:12:50,726 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=18.8 K 2024-11-17T03:12:50,956 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/mapreduce.cluster.local.dir/job_local929835104_0002_e2b65000-ce6e-4706-b001-0b198489b633/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-17T03:12:50,956 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/mapreduce.cluster.local.dir/job_local929835104_0002_e2b65000-ce6e-4706-b001-0b198489b633/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-17T03:12:51,113 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-17T03:12:51,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741876_1052 (size=8413) 2024-11-17T03:12:51,578 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/f/382a269fc51a4235a9742cae864e4b44 output=hdfs://localhost:40623/backupUT/backup_1731813154610/default/test-1731813145656/archive/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/f/382a269fc51a4235a9742cae864e4b44 2024-11-17T03:12:51,578 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.018M/sec 2024-11-17T03:12:51,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741877_1053 (size=5484) 2024-11-17T03:12:52,174 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/mob/fe4bfdac8a224a7bb4a501cf4867316d output=hdfs://localhost:40623/backupUT/backup_1731813154610/default/test-1731813145656/archive/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/mob/fe4bfdac8a224a7bb4a501cf4867316d 2024-11-17T03:12:52,174 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.009M/sec 2024-11-17T03:12:52,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741878_1054 (size=5387) 2024-11-17T03:12:52,254 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/f3/125487ce0bce4470877e1b05da8ecc02 output=hdfs://localhost:40623/backupUT/backup_1731813154610/default/test-1731813145656/archive/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/f3/125487ce0bce4470877e1b05da8ecc02 2024-11-17T03:12:52,254 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5387 (5.3 K) time=0sec 0.071M/sec 2024-11-17T03:12:53,045 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-17T03:12:53,046 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-17T03:12:53,054 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731813159754_default_test-1731813145656 2024-11-17T03:12:53,054 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731813159754_default_test-1731813145656 finished. 2024-11-17T03:12:53,055 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17318131456561 2024-11-17T03:12:53,055 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1731813145656 2024-11-17T03:12:53,099 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731813154610 2024-11-17T03:12:53,099 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-17T03:12:53,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741879_1055 (size=130) 2024-11-17T03:12:53,509 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:40623/backupUT/backup_1731813154610/.backup.manifest 2024-11-17T03:12:53,511 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731813154610 finished: type=FULL,tablelist=ns2:test-17318131456561;test-1731813145656,targetRootDir=hdfs://localhost:40623/backupUT,startts=1731813159346,completets=1731813173098,bytescopied=0 2024-11-17T03:12:53,512 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-17T03:12:53,512 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731813163947_ns2_test-17318131456561 2024-11-17T03:12:53,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731813163947_ns2_test-17318131456561" type: DISABLED 2024-11-17T03:12:53,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731813163947_ns2_test-17318131456561 2024-11-17T03:12:53,523 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731813163947_ns2_test-17318131456561 for backup backup_1731813154610 succeeded. 2024-11-17T03:12:53,524 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731813159754_default_test-1731813145656 2024-11-17T03:12:53,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731813159754_default_test-1731813145656" type: DISABLED 2024-11-17T03:12:53,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731813159754_default_test-1731813145656 2024-11-17T03:12:53,532 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731813159754_default_test-1731813145656 for backup backup_1731813154610 succeeded. 2024-11-17T03:12:53,533 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-17T03:12:53,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-17T03:12:53,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-17T03:12:53,557 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-17T03:12:53,567 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-17T03:12:53,592 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731813154610 completed. 2024-11-17T03:12:53,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T03:12:53,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T03:12:53,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1731813154610', locateType=CURRENT is [region=backup:system,,1731813154782.aceb585657a428183e84174cd96476d6., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2] 2024-11-17T03:12:54,122 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(113): writing 99 rows to test-1731813145656 2024-11-17T03:12:54,162 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): written 99 rows to test-1731813145656 2024-11-17T03:12:54,396 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(120): written 111 rows to test-1731813145656 to Mob enabled CF 2024-11-17T03:12:54,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17318131456561', row='row-t20', locateType=CURRENT is [region=ns2:test-17318131456561,,1731813147609.5c24258f2ed423617f43a2c864ac7525., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2] 2024-11-17T03:12:54,429 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(133): written 5 rows to ns2:test-17318131456561 2024-11-17T03:12:54,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.2 split test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62. 2024-11-17T03:12:54,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] assignment.SplitTableRegionProcedure(210): test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62. splitKey isn't explicitly specified, will try to find a best split key from RS 1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:54,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45215 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/f/382a269fc51a4235a9742cae864e4b44 because midkey is the same as first or last row 2024-11-17T03:12:54,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45215 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/f3/125487ce0bce4470877e1b05da8ecc02 because midkey is the same as first or last row 2024-11-17T03:12:54,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45215 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/mob/fe4bfdac8a224a7bb4a501cf4867316d because midkey is the same as first or last row 2024-11-17T03:12:54,440 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45215 {}] regionserver.HRegion(2902): Flushing a9eb878a2d00d2b8a12b1af3b2c4ff62 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB 2024-11-17T03:12:54,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45215 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/.tmp/f/07b50e9e768a40a19c40d3f05e04b60f is 59, key is row-test-1731813145656-1-10/f:q1/1731813173691/Put/seqid=0 2024-11-17T03:12:54,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741880_1056 (size=10796) 2024-11-17T03:12:54,870 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45215 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/.tmp/f/07b50e9e768a40a19c40d3f05e04b60f 2024-11-17T03:12:54,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45215 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111751666ff7d94b424090468d419cffd632_a9eb878a2d00d2b8a12b1af3b2c4ff62 is 63, key is row-test-1731813145656-3-100/mob:q1/1731813174379/Put/seqid=0 2024-11-17T03:12:54,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741881_1057 (size=5591) 2024-11-17T03:12:55,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:12:55,310 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45215 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111751666ff7d94b424090468d419cffd632_a9eb878a2d00d2b8a12b1af3b2c4ff62 to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/mobdir/data/default/test-1731813145656/4600c756d090865dd02469cf737ec59e/mob/d41d8cd98f00b204e9800998ecf8427e2024111751666ff7d94b424090468d419cffd632_a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:12:55,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45215 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/.tmp/mob/9985c2673c254c419552392e99b2838f, store: [table=test-1731813145656 family=mob region=a9eb878a2d00d2b8a12b1af3b2c4ff62] 2024-11-17T03:12:55,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45215 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/.tmp/mob/9985c2673c254c419552392e99b2838f is 192, key is row-test-1731813145656-3-100/mob:q1/1731813174379/Put/seqid=0 2024-11-17T03:12:55,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741882_1058 (size=13760) 2024-11-17T03:12:55,332 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45215 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/.tmp/mob/9985c2673c254c419552392e99b2838f 2024-11-17T03:12:55,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/.tmp/f/07b50e9e768a40a19c40d3f05e04b60f as hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/f/07b50e9e768a40a19c40d3f05e04b60f 2024-11-17T03:12:55,372 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45215 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/f/07b50e9e768a40a19c40d3f05e04b60f, entries=99, sequenceid=334, filesize=10.5 K 2024-11-17T03:12:55,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/.tmp/mob/9985c2673c254c419552392e99b2838f as hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/mob/9985c2673c254c419552392e99b2838f 2024-11-17T03:12:55,382 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45215 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/mob/9985c2673c254c419552392e99b2838f, entries=111, sequenceid=334, filesize=13.4 K 2024-11-17T03:12:55,384 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45215 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for a9eb878a2d00d2b8a12b1af3b2c4ff62 in 943ms, sequenceid=334, compaction requested=false 2024-11-17T03:12:55,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45215 {}] regionserver.HRegion(2603): Flush status journal for a9eb878a2d00d2b8a12b1af3b2c4ff62: 2024-11-17T03:12:55,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45215 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/f/07b50e9e768a40a19c40d3f05e04b60f because midkey is the same as first or last row 2024-11-17T03:12:55,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45215 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/f3/125487ce0bce4470877e1b05da8ecc02 because midkey is the same as first or last row 2024-11-17T03:12:55,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45215 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/mob/9985c2673c254c419552392e99b2838f because midkey is the same as first or last row 2024-11-17T03:12:55,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:55,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T03:12:55,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] ipc.CallRunner(138): callId: 301 service: MasterService methodName: SplitRegion size: 99 connection: 172.17.0.2:60214 deadline: 1731813234435, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row 2024-11-17T03:12:55,392 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(144): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:12:55,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1731813145656 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:12:55,393 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T03:12:55,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731813145656,, stopping at row=test-1731813145656 ,, for max=2147483647 with caching=100 2024-11-17T03:12:55,408 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731813145656,, stopping at row=test-1731813145656 ,, for max=2147483647 with caching=100 2024-11-17T03:12:55,422 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(149): split finished in =992 2024-11-17T03:12:55,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T03:12:55,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T03:12:55,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T03:12:55,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T03:12:55,517 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-17T03:12:55,529 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731813175422 2024-11-17T03:12:55,538 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731813154610} 2024-11-17T03:12:55,538 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-17T03:12:55,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T03:12:55,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T03:12:55,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T03:12:55,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T03:12:55,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-17T03:12:55,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731813175634 (current time:1731813175634). 2024-11-17T03:12:55,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-17T03:12:55,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-17T03:12:55,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab703d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:12:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:12:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:12:55,639 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:12:55,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:12:55,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:12:55,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29d626e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:12:55,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:12:55,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:12:55,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:12:55,643 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44534, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:12:55,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f030c84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:12:55,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:12:55,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:12:55,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:12:55,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44428, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:12:55,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397. 2024-11-17T03:12:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:12:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:12:55,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:12:55,649 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:12:55,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-17T03:12:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-17T03:12:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-17T03:12:55,652 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-17T03:12:55,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-17T03:12:55,653 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-17T03:12:55,657 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-17T03:12:55,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741883_1059 (size=52) 2024-11-17T03:12:55,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-17T03:12:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-17T03:12:56,066 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-17T03:12:56,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aceb585657a428183e84174cd96476d6}] 2024-11-17T03:12:56,067 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aceb585657a428183e84174cd96476d6 2024-11-17T03:12:56,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40 2024-11-17T03:12:56,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731813154782.aceb585657a428183e84174cd96476d6. 2024-11-17T03:12:56,220 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2902): Flushing aceb585657a428183e84174cd96476d6 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB 2024-11-17T03:12:56,241 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/.tmp/meta/f805ccdec9614561984a233071264418 is 158, key is trslm:hdfs://localhost:40623/backupUT\x00ns2:test-17318131456561/meta:log-roll-map/1731813173087/Put/seqid=0 2024-11-17T03:12:56,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741884_1060 (size=5914) 2024-11-17T03:12:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-17T03:12:56,646 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/.tmp/meta/f805ccdec9614561984a233071264418 2024-11-17T03:12:56,658 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/.tmp/session/624a580ed2c6415a868b5658ac38a4a6 is 433, key is session:backup_1731813154610/session:context/1731813173565/Put/seqid=0 2024-11-17T03:12:56,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741885_1061 (size=5535) 2024-11-17T03:12:56,667 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/.tmp/session/624a580ed2c6415a868b5658ac38a4a6 2024-11-17T03:12:56,679 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/.tmp/meta/f805ccdec9614561984a233071264418 as hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/meta/f805ccdec9614561984a233071264418 2024-11-17T03:12:56,691 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/meta/f805ccdec9614561984a233071264418, entries=6, sequenceid=17, filesize=5.8 K 2024-11-17T03:12:56,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/.tmp/session/624a580ed2c6415a868b5658ac38a4a6 as hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/session/624a580ed2c6415a868b5658ac38a4a6 2024-11-17T03:12:56,700 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/session/624a580ed2c6415a868b5658ac38a4a6, entries=2, sequenceid=17, filesize=5.4 K 2024-11-17T03:12:56,702 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for aceb585657a428183e84174cd96476d6 in 481ms, sequenceid=17, compaction requested=false 2024-11-17T03:12:56,702 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2603): Flush status journal for aceb585657a428183e84174cd96476d6: 2024-11-17T03:12:56,702 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731813154782.aceb585657a428183e84174cd96476d6. for snapshot_backup_system completed. 2024-11-17T03:12:56,702 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731813154782.aceb585657a428183e84174cd96476d6.' region-info for snapshot=snapshot_backup_system 2024-11-17T03:12:56,702 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T03:12:56,702 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/meta/f805ccdec9614561984a233071264418] hfiles 2024-11-17T03:12:56,702 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/meta/f805ccdec9614561984a233071264418 for snapshot=snapshot_backup_system 2024-11-17T03:12:56,702 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/session/9891d123015841959d0a23868f1fdafe, hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/session/624a580ed2c6415a868b5658ac38a4a6] hfiles 2024-11-17T03:12:56,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/session/9891d123015841959d0a23868f1fdafe for snapshot=snapshot_backup_system 2024-11-17T03:12:56,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/session/624a580ed2c6415a868b5658ac38a4a6 for snapshot=snapshot_backup_system 2024-11-17T03:12:56,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741886_1062 (size=173) 2024-11-17T03:12:56,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-17T03:12:57,111 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731813154782.aceb585657a428183e84174cd96476d6. 2024-11-17T03:12:57,111 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-17T03:12:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-17T03:12:57,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region aceb585657a428183e84174cd96476d6 2024-11-17T03:12:57,113 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aceb585657a428183e84174cd96476d6 2024-11-17T03:12:57,120 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-17T03:12:57,120 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-17T03:12:57,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure aceb585657a428183e84174cd96476d6 in 1.0500 sec 2024-11-17T03:12:57,121 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-17T03:12:57,122 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-17T03:12:57,122 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-17T03:12:57,123 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-17T03:12:57,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741887_1063 (size=810) 2024-11-17T03:12:57,535 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-17T03:12:57,544 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-17T03:12:57,545 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/.hbase-snapshot/snapshot_backup_system 2024-11-17T03:12:57,548 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-17T03:12:57,548 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-17T03:12:57,550 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.8990 sec 2024-11-17T03:12:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-17T03:12:57,796 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-17T03:12:57,797 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731813175422 started at 1731813177797. 2024-11-17T03:12:57,800 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731813175422 has been started. 2024-11-17T03:12:57,807 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [test-1731813145656, ns2:test-17318131456561] 2024-11-17T03:12:57,813 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1731813147043for backupID backup_1731813175422 2024-11-17T03:12:57,813 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-17T03:12:57,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-17T03:12:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-17T03:12:57,815 INFO [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-17T03:12:57,815 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-17T03:12:57,815 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-17T03:12:57,815 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-17T03:12:57,816 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-17T03:12:57,816 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-17T03:12:57,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-17T03:12:57,877 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:57,878 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-17T03:12:57,878 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-17T03:12:57,878 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:57,878 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-17T03:12:57,878 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-17T03:12:57,879 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-17T03:12:57,879 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-17T03:12:57,879 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-17T03:12:57,879 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-17T03:12:57,879 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-17T03:12:57,879 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-17T03:12:57,880 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-17T03:12:57,880 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-17T03:12:57,880 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-17T03:12:57,880 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-17T03:12:57,880 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '1c0ef08a44bb,45215,1731813136974' joining acquired barrier for procedure (rolllog) in zk 2024-11-17T03:12:57,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:57,888 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-17T03:12:57,888 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:57,888 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-17T03:12:57,888 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-17T03:12:57,888 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-17T03:12:57,888 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-17T03:12:57,888 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-17T03:12:57,889 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-17T03:12:57,889 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T03:12:57,890 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:57,891 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-17T03:12:57,891 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '1c0ef08a44bb,45215,1731813136974' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-17T03:12:57,891 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@5da09216[Count = 0] remaining members to acquire global barrier 2024-11-17T03:12:57,891 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-17T03:12:57,891 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-17T03:12:57,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-17T03:12:57,898 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-17T03:12:57,899 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-17T03:12:57,899 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-17T03:12:57,899 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:57,899 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-17T03:12:57,899 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-17T03:12:57,899 DEBUG [rs(1c0ef08a44bb,45215,1731813136974)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:57,899 INFO [rs(1c0ef08a44bb,45215,1731813136974)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731813159590 highest: 1731813159590 on 1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:57,899 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-1:(num 1731813159532) roll requested 2024-11-17T03:12:57,912 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-1.1731813177899, exclude list is [], retry=0 2024-11-17T03:12:57,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40619,DS-51213841-2336-4e27-98d8-2e6216e1167c,DISK] 2024-11-17T03:12:57,918 INFO [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-1.1731813159532 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-1.1731813177899 2024-11-17T03:12:57,918 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37633:37633)] 2024-11-17T03:12:57,918 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-1.1731813159532 is not closed yet, will try archiving it next time 2024-11-17T03:12:57,919 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1c0ef08a44bb%2C45215%2C1731813136974.meta:.meta(num 1731813159561) roll requested 2024-11-17T03:12:57,919 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-1.1731813147043 to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/oldWALs/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-1.1731813147043 2024-11-17T03:12:57,920 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-1.1731813159532 not finished, retry = 0 2024-11-17T03:12:57,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741857_1033 (size=30490) 2024-11-17T03:12:57,938 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.meta.1731813177919.meta, exclude list is [], retry=0 2024-11-17T03:12:57,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40619,DS-51213841-2336-4e27-98d8-2e6216e1167c,DISK] 2024-11-17T03:12:57,942 INFO [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.meta.1731813159561.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.meta.1731813177919.meta 2024-11-17T03:12:57,942 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37633:37633)] 2024-11-17T03:12:57,943 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.meta.1731813159561.meta is not closed yet, will try archiving it next time 2024-11-17T03:12:57,943 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0:(num 1731813159590) roll requested 2024-11-17T03:12:57,944 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.meta.1731813159561.meta not finished, retry = 0 2024-11-17T03:12:57,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741858_1034 (size=93) 2024-11-17T03:12:57,961 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0.1731813177943, exclude list is [], retry=0 2024-11-17T03:12:57,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40619,DS-51213841-2336-4e27-98d8-2e6216e1167c,DISK] 2024-11-17T03:12:57,966 INFO [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0.1731813159590 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0.1731813177943 2024-11-17T03:12:57,966 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37633:37633)] 2024-11-17T03:12:57,966 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0.1731813159590 is not closed yet, will try archiving it next time 2024-11-17T03:12:57,968 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0.1731813159590 not finished, retry = 0 2024-11-17T03:12:57,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741859_1035 (size=1198) 2024-11-17T03:12:57,980 DEBUG [rs(1c0ef08a44bb,45215,1731813136974)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 81 2024-11-17T03:12:57,980 INFO [rs(1c0ef08a44bb,45215,1731813136974)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731813177943 on 1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:57,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T03:12:57,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T03:12:58,006 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-17T03:12:58,007 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '1c0ef08a44bb,45215,1731813136974' in zk 2024-11-17T03:12:58,014 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-17T03:12:58,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:58,014 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-17T03:12:58,014 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-17T03:12:58,014 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:58,014 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-17T03:12:58,014 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-17T03:12:58,015 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-17T03:12:58,015 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-17T03:12:58,016 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T03:12:58,016 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:58,017 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-17T03:12:58,017 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T03:12:58,018 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:58,018 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '1c0ef08a44bb,45215,1731813136974': 2024-11-17T03:12:58,018 INFO [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-17T03:12:58,018 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '1c0ef08a44bb,45215,1731813136974' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-17T03:12:58,018 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-17T03:12:58,019 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-17T03:12:58,019 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-17T03:12:58,019 INFO [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-17T03:12:58,045 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.meta.1731813159561.meta to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/oldWALs/1c0ef08a44bb%2C45215%2C1731813136974.meta.1731813159561.meta 2024-11-17T03:12:58,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-17T03:12:58,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-17T03:12:58,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-17T03:12:58,067 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-17T03:12:58,067 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-17T03:12:58,067 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-17T03:12:58,067 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-17T03:12:58,067 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-17T03:12:58,067 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-17T03:12:58,067 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-17T03:12:58,067 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-17T03:12:58,067 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:58,067 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T03:12:58,068 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-17T03:12:58,068 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-17T03:12:58,068 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T03:12:58,069 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:58,069 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:58,069 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-17T03:12:58,069 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T03:12:58,070 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:58,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:58,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-17T03:12:58,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-17T03:12:58,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-17T03:12:58,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:12:58,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-17T03:12:58,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-17T03:12:58,088 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-17T03:12:58,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-17T03:12:58,088 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-17T03:12:58,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-17T03:12:58,088 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-17T03:12:58,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-17T03:12:58,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-17T03:12:58,089 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-17T03:12:58,089 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-17T03:12:58,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-17T03:12:58,099 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {1c0ef08a44bb:45215=1731813147043} newestTimestamps: {1c0ef08a44bb:45215=1731813159590} 2024-11-17T03:12:58,103 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 1c0ef08a44bb%2C45215%2C1731813136974.meta.1731813140139.meta 2024-11-17T03:12:58,103 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 1c0ef08a44bb%2C45215%2C1731813136974.meta.1731813177919.meta 2024-11-17T03:12:58,103 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0.1731813159590 2024-11-17T03:12:58,103 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0.1731813177943 2024-11-17T03:12:58,103 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-1.1731813159532 2024-11-17T03:12:58,103 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-1.1731813177899 2024-11-17T03:12:58,105 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/oldWALs/1c0ef08a44bb%2C45215%2C1731813136974.meta.1731813159561.meta 2024-11-17T03:12:58,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741891_1067 (size=364) 2024-11-17T03:12:58,520 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17318131456561 target: hdfs://localhost:40623/backupUT/backup_1731813175422/ns2/test-17318131456561 descriptor: 'ns2:test-17318131456561', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:12:58,520 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-17T03:12:58,523 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17318131456561 2024-11-17T03:12:58,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741892_1068 (size=50) 2024-11-17T03:12:58,930 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17318131456561 2024-11-17T03:12:58,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741893_1069 (size=908) 2024-11-17T03:12:59,342 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1731813145656 target: hdfs://localhost:40623/backupUT/backup_1731813175422/default/test-1731813145656 descriptor: 'test-1731813145656', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:12:59,342 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-17T03:12:59,345 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1731813145656 2024-11-17T03:12:59,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741894_1070 (size=53) 2024-11-17T03:12:59,752 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1731813145656 2024-11-17T03:12:59,763 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:40623/backupUT/.tmp/backup_1731813175422 from hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0.1731813159590;hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-1.1731813159532 2024-11-17T03:12:59,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c82c22f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:12:59,766 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:12:59,766 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:12:59,767 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:12:59,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:12:59,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:12:59,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b43c8cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:12:59,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:12:59,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:12:59,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:12:59,769 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44550, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:12:59,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3142acd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:12:59,770 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:12:59,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1c0ef08a44bb,42397,1731813133159 2024-11-17T03:12:59,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1387155f 2024-11-17T03:12:59,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:12:59,773 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44552, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:12:59,779 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-17T03:12:59,780 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1731813145656 2024-11-17T03:12:59,780 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731813145656,, stopping at row=test-1731813145656 ,, for max=2147483647 with caching=100 2024-11-17T03:12:59,780 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:12:59,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:12:59,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:12:59,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44444, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:12:59,787 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1731813145656: test-1731813145656; 2024-11-17T03:12:59,788 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17318131456561 2024-11-17T03:12:59,788 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17318131456561,, stopping at row=ns2:test-17318131456561 ,, for max=2147483647 with caching=100 2024-11-17T03:12:59,791 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17318131456561: ns2:test-17318131456561; 2024-11-17T03:12:59,791 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-17T03:12:59,791 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/partitions_a32d0702-e8f3-4b21-9e77-3c038141e096 2024-11-17T03:12:59,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741895_1071 (size=192) 2024-11-17T03:13:00,226 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:00,227 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:00,227 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:00,559 DEBUG [master/1c0ef08a44bb:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731813145656 2024-11-17T03:13:00,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741896_1072 (size=950) 2024-11-17T03:13:01,037 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/.tabledesc/.tableinfo.0000000002.908 2024-11-17T03:13:01,038 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/.tabledesc/.tableinfo.0000000003.950 2024-11-17T03:13:01,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731813145656 in 486 msec 2024-11-17T03:13:01,306 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/hadoop-15534937287781753804.jar 2024-11-17T03:13:01,307 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:01,307 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:01,307 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:01,308 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:01,308 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:01,308 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:01,309 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:01,309 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:01,309 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:01,310 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-17T03:13:01,310 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-17T03:13:01,310 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-17T03:13:01,311 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-17T03:13:01,311 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-17T03:13:01,311 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-17T03:13:01,311 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-17T03:13:01,312 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-17T03:13:01,312 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-17T03:13:01,312 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-17T03:13:01,312 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-17T03:13:01,314 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:01,314 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:01,315 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:01,315 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:01,315 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:01,315 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:01,316 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T03:13:01,316 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: default:test-1731813145656,ns2:test-17318131456561 2024-11-17T03:13:01,316 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:13:01,316 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:154) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:13:01,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:01,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:01,317 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:13:01,317 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-17T03:13:02,278 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/hadoop-13988347254383421070.jar 2024-11-17T03:13:02,288 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-17T03:13:02,314 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0.1731813159590 for WAL files 2024-11-17T03:13:02,315 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0.1731813159590 2024-11-17T03:13:02,315 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-1.1731813159532 for WAL files 2024-11-17T03:13:02,316 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-1.1731813159532 2024-11-17T03:13:02,420 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/mapreduce.cluster.local.dir/job_local1748540911_0003_fa57d3d1-dbf1-4f09-b9e9-31350b39f33d/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-17T03:13:02,421 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/mapreduce.cluster.local.dir/job_local1748540911_0003_fa57d3d1-dbf1-4f09-b9e9-31350b39f33d/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-17T03:13:02,507 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-1.1731813159532 for hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-1.1731813159532 (-9223372036854775808:9223372036854775807) length:30490 2024-11-17T03:13:02,535 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-17T03:13:02,535 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-17T03:13:02,576 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0.1731813159590 for hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0.1731813159590 (-9223372036854775808:9223372036854775807) length:1198 2024-11-17T03:13:02,580 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-17T03:13:02,580 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-17T03:13:02,658 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54ce8219, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:13:02,658 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:13:02,658 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:13:02,659 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:13:02,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:13:02,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:13:02,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21eea45f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:13:02,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:13:02,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:13:02,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:02,661 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46556, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:13:02,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2125eeda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:13:02,662 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:13:02,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:13:02,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:13:02,664 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35300, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:13:02,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17318131456561', row='row-t20', locateType=CURRENT is [region=ns2:test-17318131456561,,1731813147609.5c24258f2ed423617f43a2c864ac7525., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2] 2024-11-17T03:13:02,665 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-17T03:13:02,666 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:13:02,666 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:02,666 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:02,666 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:13:02,666 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-17T03:13:02,666 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 1c0ef08a44bb 2024-11-17T03:13:02,670 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40623/backupUT/.tmp/backup_1731813175422/_temporary/0/_temporary/attempt_local1748540911_0003_r_000000_0/ns2/test-17318131456561/f/0935ea5a70fd43178c45aeb060428b27 is 38, key is row-t20/f:q1/1731813174416/Put/seqid=0 2024-11-17T03:13:02,673 WARN [Thread-948 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [1c0ef08a44bb:45215] Specified favored nodes: [1c0ef08a44bb:45215] 2024-11-17T03:13:02,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741897_1073 (size=5275) 2024-11-17T03:13:03,105 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50b805de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:13:03,105 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:13:03,105 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:13:03,106 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:13:03,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:13:03,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:13:03,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375f4ef1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:13:03,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:13:03,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:13:03,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:03,108 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46578, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:13:03,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6399bdb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:13:03,109 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:13:03,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:13:03,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:13:03,111 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35302, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:13:03,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731813145656', row='row-test-1731813145656-1-0', locateType=CURRENT is [region=test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=107] 2024-11-17T03:13:03,113 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-17T03:13:03,113 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:13:03,113 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:03,113 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:03,113 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:13:03,113 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731813145656-1-0] 2024-11-17T03:13:03,114 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 1c0ef08a44bb 2024-11-17T03:13:03,128 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71cebc9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:13:03,128 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:13:03,128 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:13:03,129 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:13:03,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:13:03,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:13:03,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65378b96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:13:03,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:13:03,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:13:03,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:03,130 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46604, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:13:03,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79225a16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:13:03,131 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:13:03,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:13:03,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:13:03,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35308, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:13:03,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731813145656', row='row-test-1731813145656-3-0', locateType=CURRENT is [region=test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=107] 2024-11-17T03:13:03,135 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-17T03:13:03,135 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:13:03,135 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:03,135 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:03,135 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:13:03,135 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731813145656-3-0] 2024-11-17T03:13:03,135 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 1c0ef08a44bb 2024-11-17T03:13:03,146 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40623/backupUT/.tmp/backup_1731813175422/_temporary/0/_temporary/attempt_local1748540911_0003_r_000001_0/default/test-1731813145656/f/fd7fce4aaa7a4b9eb2279107f98b8ed6 is 59, key is row-test-1731813145656-1-10/f:q1/1731813173691/Put/seqid=0 2024-11-17T03:13:03,148 WARN [Thread-960 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [1c0ef08a44bb:45215] Specified favored nodes: [1c0ef08a44bb:45215] 2024-11-17T03:13:03,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741898_1074 (size=10770) 2024-11-17T03:13:03,551 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40623/backupUT/.tmp/backup_1731813175422/_temporary/0/_temporary/attempt_local1748540911_0003_r_000001_0/default/test-1731813145656/mob/27e48bdf8f2343d6b1a626da80ee6126 is 63, key is row-test-1731813145656-3-100/mob:q1/1731813174379/Put/seqid=0 2024-11-17T03:13:03,553 WARN [Thread-962 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [1c0ef08a44bb:45215] Specified favored nodes: [1c0ef08a44bb:45215] 2024-11-17T03:13:03,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741899_1075 (size=11811) 2024-11-17T03:13:04,459 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:40623/backupUT 2024-11-17T03:13:04,459 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1731813175422 2024-11-17T03:13:04,459 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-17T03:13:04,477 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:40623/backupUT/.tmp/backup_1731813175422, hdfs://localhost:40623/backupUT] 2024-11-17T03:13:04,550 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-17T03:13:04,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741900_1076 (size=10770) 2024-11-17T03:13:05,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741901_1077 (size=5275) 2024-11-17T03:13:05,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741902_1078 (size=11811) 2024-11-17T03:13:05,675 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-17T03:13:05,679 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1731813175422 2024-11-17T03:13:05,679 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27856 bytes copied." 2024-11-17T03:13:05,680 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local1731551645_0004 completed: true true 2024-11-17T03:13:05,681 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=3824601 FILE: Number of bytes written=6194497 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=231425 HDFS: Number of bytes written=2433143 HDFS: Number of read operations=643 HDFS: Number of large read operations=0 HDFS: Number of write operations=251 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=12 Map output records=0 Input split bytes=341 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=3004 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=27856 Bytes Copied=27856 Bytes Expected=27856 Files Copied=4 DIR_COPY=8 2024-11-17T03:13:05,682 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:40623/backupUT/.tmp/backup_1731813175422 to hdfs://localhost:40623/backupUT finished. 2024-11-17T03:13:05,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:ns2:test-17318131456561:', locateType=CURRENT is [region=backup:system_bulk,,1731813155957.fb0f5206057597a7dac977a9e7cd8bf8., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2] 2024-11-17T03:13:05,706 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731813175422 2024-11-17T03:13:05,712 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731813154610} 2024-11-17T03:13:05,712 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-17T03:13:05,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741903_1079 (size=384) 2024-11-17T03:13:05,723 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:40623/backupUT/backup_1731813175422/.backup.manifest 2024-11-17T03:13:05,723 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731813175422 finished: type=INCREMENTAL,tablelist=ns2:test-17318131456561;test-1731813145656,targetRootDir=hdfs://localhost:40623/backupUT,startts=1731813177797,completets=1731813185706,bytescopied=0 2024-11-17T03:13:05,723 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-17T03:13:05,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-17T03:13:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-17T03:13:05,736 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-17T03:13:05,739 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-17T03:13:05,751 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731813175422 completed. 2024-11-17T03:13:05,751 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-17T03:13:05,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T03:13:05,775 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T03:13:05,784 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40623/backupUT/backup_1731813175422/.backup.manifest 2024-11-17T03:13:05,790 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731813175422/.backup.manifest 2024-11-17T03:13:05,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1731813145656 from 'test-1731813145656', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1731813145656', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:13:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1731813145656 2024-11-17T03:13:05,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741904_1080 (size=908) 2024-11-17T03:13:06,224 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/.tabledesc/.tableinfo.0000000003.950 2024-11-17T03:13:06,224 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/.tabledesc/.tableinfo.0000000004.908 2024-11-17T03:13:06,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1731813145656}] 2024-11-17T03:13:06,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731813145656, region=a9eb878a2d00d2b8a12b1af3b2c4ff62, REOPEN/MOVE}] 2024-11-17T03:13:06,234 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731813145656, region=a9eb878a2d00d2b8a12b1af3b2c4ff62, REOPEN/MOVE 2024-11-17T03:13:06,236 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=a9eb878a2d00d2b8a12b1af3b2c4ff62, regionState=CLOSING, regionLocation=1c0ef08a44bb,45215,1731813136974 2024-11-17T03:13:06,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1731813145656, region=a9eb878a2d00d2b8a12b1af3b2c4ff62, REOPEN/MOVE because future has completed 2024-11-17T03:13:06,238 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-17T03:13:06,238 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure a9eb878a2d00d2b8a12b1af3b2c4ff62, server=1c0ef08a44bb,45215,1731813136974}] 2024-11-17T03:13:06,391 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:13:06,391 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-17T03:13:06,391 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing a9eb878a2d00d2b8a12b1af3b2c4ff62, disabling compactions & flushes 2024-11-17T03:13:06,391 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62. 2024-11-17T03:13:06,392 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62. 2024-11-17T03:13:06,392 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62. after waiting 0 ms 2024-11-17T03:13:06,392 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62. 2024-11-17T03:13:06,401 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106 2024-11-17T03:13:06,401 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-17T03:13:06,401 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62. 2024-11-17T03:13:06,402 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for a9eb878a2d00d2b8a12b1af3b2c4ff62: Waiting for close lock at 1731813186391Running coprocessor pre-close hooks at 1731813186391Disabling compacts and flushes for region at 1731813186391Disabling writes for close at 1731813186392 (+1 ms)Writing region close event to WAL at 1731813186395 (+3 ms)Running coprocessor post-close hooks at 1731813186401 (+6 ms)Closed at 1731813186401 2024-11-17T03:13:06,402 WARN [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: a9eb878a2d00d2b8a12b1af3b2c4ff62 to self. 2024-11-17T03:13:06,404 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:13:06,404 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=a9eb878a2d00d2b8a12b1af3b2c4ff62, regionState=CLOSED 2024-11-17T03:13:06,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure a9eb878a2d00d2b8a12b1af3b2c4ff62, server=1c0ef08a44bb,45215,1731813136974 because future has completed 2024-11-17T03:13:06,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-17T03:13:06,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure a9eb878a2d00d2b8a12b1af3b2c4ff62, server=1c0ef08a44bb,45215,1731813136974 in 169 msec 2024-11-17T03:13:06,409 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731813145656, region=a9eb878a2d00d2b8a12b1af3b2c4ff62, REOPEN/MOVE; state=CLOSED, location=1c0ef08a44bb,45215,1731813136974; forceNewPlan=false, retain=true 2024-11-17T03:13:06,560 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=a9eb878a2d00d2b8a12b1af3b2c4ff62, regionState=OPENING, regionLocation=1c0ef08a44bb,45215,1731813136974 2024-11-17T03:13:06,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731813145656, region=a9eb878a2d00d2b8a12b1af3b2c4ff62, REOPEN/MOVE because future has completed 2024-11-17T03:13:06,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9eb878a2d00d2b8a12b1af3b2c4ff62, server=1c0ef08a44bb,45215,1731813136974}] 2024-11-17T03:13:06,719 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62. 2024-11-17T03:13:06,720 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => a9eb878a2d00d2b8a12b1af3b2c4ff62, NAME => 'test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:13:06,720 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-17T03:13:06,720 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731813145656 a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:13:06,720 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:13:06,721 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:13:06,721 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:13:06,722 INFO [StoreOpener-a9eb878a2d00d2b8a12b1af3b2c4ff62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:13:06,723 INFO [StoreOpener-a9eb878a2d00d2b8a12b1af3b2c4ff62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9eb878a2d00d2b8a12b1af3b2c4ff62 columnFamilyName f 2024-11-17T03:13:06,723 DEBUG [StoreOpener-a9eb878a2d00d2b8a12b1af3b2c4ff62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:13:06,731 DEBUG [StoreOpener-a9eb878a2d00d2b8a12b1af3b2c4ff62-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/f/07b50e9e768a40a19c40d3f05e04b60f 2024-11-17T03:13:06,737 DEBUG [StoreOpener-a9eb878a2d00d2b8a12b1af3b2c4ff62-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/f/382a269fc51a4235a9742cae864e4b44 2024-11-17T03:13:06,737 INFO [StoreOpener-a9eb878a2d00d2b8a12b1af3b2c4ff62-1 {}] regionserver.HStore(327): Store=a9eb878a2d00d2b8a12b1af3b2c4ff62/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:13:06,737 INFO [StoreOpener-a9eb878a2d00d2b8a12b1af3b2c4ff62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:13:06,739 INFO [StoreOpener-a9eb878a2d00d2b8a12b1af3b2c4ff62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9eb878a2d00d2b8a12b1af3b2c4ff62 columnFamilyName f2 2024-11-17T03:13:06,739 DEBUG [StoreOpener-a9eb878a2d00d2b8a12b1af3b2c4ff62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:13:06,739 INFO [StoreOpener-a9eb878a2d00d2b8a12b1af3b2c4ff62-1 {}] regionserver.HStore(327): Store=a9eb878a2d00d2b8a12b1af3b2c4ff62/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:13:06,739 INFO [StoreOpener-a9eb878a2d00d2b8a12b1af3b2c4ff62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:13:06,740 INFO [StoreOpener-a9eb878a2d00d2b8a12b1af3b2c4ff62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9eb878a2d00d2b8a12b1af3b2c4ff62 columnFamilyName mob 2024-11-17T03:13:06,741 DEBUG [StoreOpener-a9eb878a2d00d2b8a12b1af3b2c4ff62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:13:06,747 DEBUG [StoreOpener-a9eb878a2d00d2b8a12b1af3b2c4ff62-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/mob/9985c2673c254c419552392e99b2838f 2024-11-17T03:13:06,752 DEBUG [StoreOpener-a9eb878a2d00d2b8a12b1af3b2c4ff62-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/mob/fe4bfdac8a224a7bb4a501cf4867316d 2024-11-17T03:13:06,752 INFO [StoreOpener-a9eb878a2d00d2b8a12b1af3b2c4ff62-1 {}] regionserver.HStore(327): Store=a9eb878a2d00d2b8a12b1af3b2c4ff62/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:13:06,752 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:13:06,753 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:13:06,755 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:13:06,756 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:13:06,756 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:13:06,757 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1731813145656 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T03:13:06,758 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:13:06,759 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened a9eb878a2d00d2b8a12b1af3b2c4ff62; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9910958880, jitterRate=-0.07697002589702606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T03:13:06,759 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:13:06,762 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for a9eb878a2d00d2b8a12b1af3b2c4ff62: Running coprocessor pre-open hook at 1731813186721Writing region info on filesystem at 1731813186721Initializing all the Stores at 1731813186722 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813186722Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813186722Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813186722Cleaning up temporary data from old regions at 1731813186756 (+34 ms)Running coprocessor post-open hooks at 1731813186759 (+3 ms)Region opened successfully at 1731813186762 (+3 ms) 2024-11-17T03:13:06,763 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62., pid=46, masterSystemTime=1731813186716 2024-11-17T03:13:06,765 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62. 2024-11-17T03:13:06,765 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62. 2024-11-17T03:13:06,766 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=a9eb878a2d00d2b8a12b1af3b2c4ff62, regionState=OPEN, openSeqNum=338, regionLocation=1c0ef08a44bb,45215,1731813136974 2024-11-17T03:13:06,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9eb878a2d00d2b8a12b1af3b2c4ff62, server=1c0ef08a44bb,45215,1731813136974 because future has completed 2024-11-17T03:13:06,770 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44 2024-11-17T03:13:06,770 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure a9eb878a2d00d2b8a12b1af3b2c4ff62, server=1c0ef08a44bb,45215,1731813136974 in 205 msec 2024-11-17T03:13:06,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43 2024-11-17T03:13:06,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731813145656, region=a9eb878a2d00d2b8a12b1af3b2c4ff62, REOPEN/MOVE in 538 msec 2024-11-17T03:13:06,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-17T03:13:06,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1731813145656 in 544 msec 2024-11-17T03:13:06,775 DEBUG [PEWorker-4 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1731813145656 2024-11-17T03:13:06,780 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/f3/125487ce0bce4470877e1b05da8ecc02 to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/archive/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/f3/125487ce0bce4470877e1b05da8ecc02 2024-11-17T03:13:06,783 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1731813145656 in 989 msec 2024-11-17T03:13:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-17T03:13:06,784 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1731813145656 completed 2024-11-17T03:13:06,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T03:13:06,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T03:13:06,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T03:13:06,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T03:13:06,820 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-17T03:13:06,825 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731813186784 2024-11-17T03:13:06,828 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1731813175422} 2024-11-17T03:13:06,828 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731813154610} 2024-11-17T03:13:06,828 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup. 2024-11-17T03:13:06,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T03:13:06,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T03:13:06,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T03:13:06,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T03:13:06,871 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : Mismatch in column family descriptor for table: test-1731813145656 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: Mismatch in column family descriptor for table: test-1731813145656 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:171) ~[test-classes/:?] at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2] at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:170) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T03:13:06,874 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1731813186784,startts=0,failedts=1731813186872,failedphase=REQUEST,failedmessage= Mismatch in column family descriptor for table: test-1731813145656 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru 2024-11-17T03:13:06,874 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot 2024-11-17T03:13:06,876 WARN [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists. 2024-11-17T03:13:06,876 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-17T03:13:06,878 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists 2024-11-17T03:13:06,878 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST 2024-11-17T03:13:06,880 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-17T03:13:06,882 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1731813186784 failed. 2024-11-17T03:13:06,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T03:13:06,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T03:13:06,899 INFO [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1731813145656, ns2:test-17318131456561, ns3:test-17318131456562, ns4:test-17318131456563] 2024-11-17T03:13:06,899 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-17T03:13:06,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-17T03:13:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731813186903 (current time:1731813186903). 2024-11-17T03:13:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-17T03:13:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-17T03:13:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af2a29c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:13:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:13:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:13:06,904 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:13:06,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:13:06,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:13:06,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e71e9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:13:06,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:13:06,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:13:06,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:06,905 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46624, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:13:06,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c8cbfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:13:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:13:06,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:13:06,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:13:06,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35312, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:13:06,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397. 2024-11-17T03:13:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:13:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:06,910 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:13:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-17T03:13:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure2.ProcedureExecutor(1139): Stored pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-17T03:13:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-17T03:13:06,912 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-17T03:13:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-17T03:13:06,913 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-17T03:13:06,915 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-17T03:13:06,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741905_1081 (size=52) 2024-11-17T03:13:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-17T03:13:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-17T03:13:07,322 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-17T03:13:07,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aceb585657a428183e84174cd96476d6}] 2024-11-17T03:13:07,324 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aceb585657a428183e84174cd96476d6 2024-11-17T03:13:07,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=48 2024-11-17T03:13:07,476 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731813154782.aceb585657a428183e84174cd96476d6. 2024-11-17T03:13:07,477 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2902): Flushing aceb585657a428183e84174cd96476d6 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB 2024-11-17T03:13:07,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/.tmp/meta/535f9953994b44a9935d77d17cfe51ea is 158, key is trslm:hdfs://localhost:40623/backupUT\x00ns2:test-17318131456561/meta:log-roll-map/1731813185689/Put/seqid=0 2024-11-17T03:13:07,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741906_1082 (size=5745) 2024-11-17T03:13:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-17T03:13:07,890 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/.tmp/meta/535f9953994b44a9935d77d17cfe51ea 2024-11-17T03:13:07,904 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/.tmp/session/bb222bd52322462e865691364daf208a is 1245, key is session:backup_1731813186784/session:context/1731813186879/Put/seqid=0 2024-11-17T03:13:07,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741907_1083 (size=6682) 2024-11-17T03:13:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-17T03:13:08,310 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/.tmp/session/bb222bd52322462e865691364daf208a 2024-11-17T03:13:08,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/.tmp/meta/535f9953994b44a9935d77d17cfe51ea as hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/meta/535f9953994b44a9935d77d17cfe51ea 2024-11-17T03:13:08,329 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/meta/535f9953994b44a9935d77d17cfe51ea, entries=4, sequenceid=31, filesize=5.6 K 2024-11-17T03:13:08,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/.tmp/session/bb222bd52322462e865691364daf208a as hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/session/bb222bd52322462e865691364daf208a 2024-11-17T03:13:08,337 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/session/bb222bd52322462e865691364daf208a, entries=3, sequenceid=31, filesize=6.5 K 2024-11-17T03:13:08,338 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for aceb585657a428183e84174cd96476d6 in 861ms, sequenceid=31, compaction requested=true 2024-11-17T03:13:08,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2603): Flush status journal for aceb585657a428183e84174cd96476d6: 2024-11-17T03:13:08,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731813154782.aceb585657a428183e84174cd96476d6. for snapshot_backup_system completed. 2024-11-17T03:13:08,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731813154782.aceb585657a428183e84174cd96476d6.' region-info for snapshot=snapshot_backup_system 2024-11-17T03:13:08,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T03:13:08,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/meta/f805ccdec9614561984a233071264418, hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/meta/535f9953994b44a9935d77d17cfe51ea] hfiles 2024-11-17T03:13:08,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/meta/f805ccdec9614561984a233071264418 for snapshot=snapshot_backup_system 2024-11-17T03:13:08,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/meta/535f9953994b44a9935d77d17cfe51ea for snapshot=snapshot_backup_system 2024-11-17T03:13:08,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/session/9891d123015841959d0a23868f1fdafe, hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/session/624a580ed2c6415a868b5658ac38a4a6, hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/session/bb222bd52322462e865691364daf208a] hfiles 2024-11-17T03:13:08,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/session/9891d123015841959d0a23868f1fdafe for snapshot=snapshot_backup_system 2024-11-17T03:13:08,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/session/624a580ed2c6415a868b5658ac38a4a6 for snapshot=snapshot_backup_system 2024-11-17T03:13:08,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/session/bb222bd52322462e865691364daf208a for snapshot=snapshot_backup_system 2024-11-17T03:13:08,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741908_1084 (size=251) 2024-11-17T03:13:08,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731813154782.aceb585657a428183e84174cd96476d6. 2024-11-17T03:13:08,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-17T03:13:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-17T03:13:08,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region aceb585657a428183e84174cd96476d6 2024-11-17T03:13:08,746 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aceb585657a428183e84174cd96476d6 2024-11-17T03:13:08,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-17T03:13:08,749 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-17T03:13:08,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SnapshotRegionProcedure aceb585657a428183e84174cd96476d6 in 1.4250 sec 2024-11-17T03:13:08,750 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-17T03:13:08,750 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-17T03:13:08,750 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-17T03:13:08,751 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-17T03:13:08,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741909_1085 (size=888) 2024-11-17T03:13:09,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-17T03:13:09,165 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-17T03:13:09,179 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-17T03:13:09,180 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/.hbase-snapshot/snapshot_backup_system 2024-11-17T03:13:09,183 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-17T03:13:09,184 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-17T03:13:09,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2730 sec 2024-11-17T03:13:10,830 DEBUG [master/1c0ef08a44bb:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=49, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731813145656 2024-11-17T03:13:10,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741910_1086 (size=950) 2024-11-17T03:13:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-17T03:13:11,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-17T03:13:11,079 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731813186883 started at 1731813191078. 2024-11-17T03:13:11,084 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731813186883 has been started. 2024-11-17T03:13:11,090 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-17T03:13:11,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-17T03:13:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-17T03:13:11,091 INFO [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-17T03:13:11,091 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-17T03:13:11,091 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-17T03:13:11,091 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-17T03:13:11,092 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-17T03:13:11,092 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-17T03:13:11,150 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:13:11,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-17T03:13:11,150 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-17T03:13:11,150 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-17T03:13:11,151 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:13:11,151 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-17T03:13:11,151 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-17T03:13:11,151 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-17T03:13:11,152 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-17T03:13:11,152 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-17T03:13:11,152 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-17T03:13:11,152 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-17T03:13:11,152 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-17T03:13:11,152 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-17T03:13:11,152 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-17T03:13:11,152 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-17T03:13:11,152 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-17T03:13:11,152 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '1c0ef08a44bb,45215,1731813136974' joining acquired barrier for procedure (rolllog) in zk 2024-11-17T03:13:11,217 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-17T03:13:11,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:13:11,218 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:13:11,218 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-17T03:13:11,218 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-17T03:13:11,218 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-17T03:13:11,218 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-17T03:13:11,218 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-17T03:13:11,219 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-17T03:13:11,220 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T03:13:11,221 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1c0ef08a44bb,45215,1731813136974 2024-11-17T03:13:11,221 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-17T03:13:11,222 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '1c0ef08a44bb,45215,1731813136974' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-17T03:13:11,222 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@36be5c16[Count = 0] remaining members to acquire global barrier 2024-11-17T03:13:11,222 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-17T03:13:11,222 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-17T03:13:11,243 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/.tabledesc/.tableinfo.0000000004.908 2024-11-17T03:13:11,243 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/.tabledesc/.tableinfo.0000000005.950 2024-11-17T03:13:11,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731813145656 in 414 msec 2024-11-17T03:13:11,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-17T03:13:11,385 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-17T03:13:11,385 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-17T03:13:11,385 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-17T03:13:11,385 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-17T03:13:11,385 DEBUG [rs(1c0ef08a44bb,45215,1731813136974)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 1c0ef08a44bb,45215,1731813136974 2024-11-17T03:13:11,385 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:13:11,385 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-17T03:13:11,385 INFO [rs(1c0ef08a44bb,45215,1731813136974)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731813177943 highest: 1731813177943 on 1c0ef08a44bb,45215,1731813136974 2024-11-17T03:13:11,385 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-1:(num 1731813177899) roll requested 2024-11-17T03:13:11,405 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-1.1731813191386, exclude list is [], retry=0 2024-11-17T03:13:11,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40619,DS-51213841-2336-4e27-98d8-2e6216e1167c,DISK] 2024-11-17T03:13:11,410 INFO [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-1.1731813177899 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-1.1731813191386 2024-11-17T03:13:11,410 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37633:37633)] 2024-11-17T03:13:11,410 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-1.1731813177899 is not closed yet, will try archiving it next time 2024-11-17T03:13:11,410 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1c0ef08a44bb%2C45215%2C1731813136974.meta:.meta(num 1731813177919) roll requested 2024-11-17T03:13:11,410 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-1.1731813159532 to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/oldWALs/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-1.1731813159532 2024-11-17T03:13:11,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741888_1064 (size=4927) 2024-11-17T03:13:11,429 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.meta.1731813191410.meta, exclude list is [], retry=0 2024-11-17T03:13:11,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40619,DS-51213841-2336-4e27-98d8-2e6216e1167c,DISK] 2024-11-17T03:13:11,433 INFO [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.meta.1731813177919.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.meta.1731813191410.meta 2024-11-17T03:13:11,433 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37633:37633)] 2024-11-17T03:13:11,433 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.meta.1731813177919.meta is not closed yet, will try archiving it next time 2024-11-17T03:13:11,433 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0:(num 1731813177943) roll requested 2024-11-17T03:13:11,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741889_1065 (size=1903) 2024-11-17T03:13:11,452 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0.1731813191433, exclude list is [], retry=0 2024-11-17T03:13:11,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40619,DS-51213841-2336-4e27-98d8-2e6216e1167c,DISK] 2024-11-17T03:13:11,456 INFO [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0.1731813177943 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0.1731813191433 2024-11-17T03:13:11,457 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37633:37633)] 2024-11-17T03:13:11,457 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0.1731813177943 is not closed yet, will try archiving it next time 2024-11-17T03:13:11,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741890_1066 (size=93) 2024-11-17T03:13:11,458 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0.1731813177943 not finished, retry = 0 2024-11-17T03:13:11,466 DEBUG [rs(1c0ef08a44bb,45215,1731813136974)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 81 2024-11-17T03:13:11,466 INFO [rs(1c0ef08a44bb,45215,1731813136974)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731813191433 on 1c0ef08a44bb,45215,1731813136974 2024-11-17T03:13:11,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T03:13:11,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T03:13:11,491 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-17T03:13:11,491 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '1c0ef08a44bb,45215,1731813136974' in zk 2024-11-17T03:13:11,560 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0.1731813177943 to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/oldWALs/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0.1731813177943 2024-11-17T03:13:11,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:13:11,676 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-17T03:13:11,676 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-17T03:13:11,676 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-17T03:13:11,676 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:13:11,676 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-17T03:13:11,676 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-17T03:13:11,677 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-17T03:13:11,678 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-17T03:13:11,679 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T03:13:11,680 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1c0ef08a44bb,45215,1731813136974 2024-11-17T03:13:11,681 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-17T03:13:11,681 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T03:13:11,682 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1c0ef08a44bb,45215,1731813136974 2024-11-17T03:13:11,685 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '1c0ef08a44bb,45215,1731813136974': 2024-11-17T03:13:11,685 INFO [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-17T03:13:11,685 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '1c0ef08a44bb,45215,1731813136974' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-17T03:13:11,685 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-17T03:13:11,685 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-17T03:13:11,685 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-17T03:13:11,685 INFO [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-17T03:13:11,943 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-17T03:13:11,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-17T03:13:11,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-17T03:13:11,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-17T03:13:11,993 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-17T03:13:11,993 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-17T03:13:11,993 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-17T03:13:11,993 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-17T03:13:11,993 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-17T03:13:11,994 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-17T03:13:11,994 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-17T03:13:11,994 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-17T03:13:11,994 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:13:11,995 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-17T03:13:11,995 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T03:13:11,996 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-17T03:13:11,998 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T03:13:11,999 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:13:11,999 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1c0ef08a44bb,45215,1731813136974 2024-11-17T03:13:11,999 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-17T03:13:12,000 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T03:13:12,000 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1c0ef08a44bb,45215,1731813136974 2024-11-17T03:13:12,177 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T03:13:12,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:13:12,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-17T03:13:12,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-17T03:13:12,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-17T03:13:12,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:13:12,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-17T03:13:12,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-17T03:13:12,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-17T03:13:12,226 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-17T03:13:12,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-17T03:13:12,226 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-17T03:13:12,226 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-17T03:13:12,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-17T03:13:12,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-17T03:13:12,226 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2024-11-17T03:13:12,227 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-17T03:13:12,227 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-17T03:13:12,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-17T03:13:12,240 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731813192239_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-17T03:13:12,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731813192240 (current time:1731813192240). 2024-11-17T03:13:12,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-17T03:13:12,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731813192239_backup_system_bulk VERSION not specified, setting to 2 2024-11-17T03:13:12,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e72661, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:13:12,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:13:12,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:13:12,243 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:13:12,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:13:12,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:13:12,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@440d2577, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:13:12,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:13:12,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:13:12,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:12,244 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37526, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:13:12,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71ac7e28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:13:12,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:13:12,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:13:12,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:13:12,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56526, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:13:12,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397. 2024-11-17T03:13:12,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:13:12,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:12,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:12,251 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:13:12,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-17T03:13:12,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731813192239_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-17T03:13:12,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731813192239_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-11-17T03:13:12,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-17T03:13:12,254 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731813192239_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-17T03:13:12,256 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731813192239_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-17T03:13:12,259 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731813192239_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-17T03:13:12,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741914_1090 (size=76) 2024-11-17T03:13:12,267 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731813192239_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-17T03:13:12,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb0f5206057597a7dac977a9e7cd8bf8}] 2024-11-17T03:13:12,269 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb0f5206057597a7dac977a9e7cd8bf8 2024-11-17T03:13:12,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-17T03:13:12,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=51 2024-11-17T03:13:12,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1731813155957.fb0f5206057597a7dac977a9e7cd8bf8. 2024-11-17T03:13:12,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for fb0f5206057597a7dac977a9e7cd8bf8: 2024-11-17T03:13:12,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1731813155957.fb0f5206057597a7dac977a9e7cd8bf8. for snapshot_1731813192239_backup_system_bulk completed. 2024-11-17T03:13:12,422 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1731813155957.fb0f5206057597a7dac977a9e7cd8bf8.' region-info for snapshot=snapshot_1731813192239_backup_system_bulk 2024-11-17T03:13:12,422 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T03:13:12,422 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-17T03:13:12,422 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-17T03:13:12,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741915_1091 (size=61) 2024-11-17T03:13:12,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1731813155957.fb0f5206057597a7dac977a9e7cd8bf8. 2024-11-17T03:13:12,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-17T03:13:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-17T03:13:12,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731813192239_backup_system_bulk on region fb0f5206057597a7dac977a9e7cd8bf8 2024-11-17T03:13:12,437 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb0f5206057597a7dac977a9e7cd8bf8 2024-11-17T03:13:12,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-17T03:13:12,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fb0f5206057597a7dac977a9e7cd8bf8 in 171 msec 2024-11-17T03:13:12,441 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731813192239_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-17T03:13:12,442 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731813192239_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-17T03:13:12,443 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731813192239_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-17T03:13:12,443 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731813192239_backup_system_bulk 2024-11-17T03:13:12,444 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/.hbase-snapshot/.tmp/snapshot_1731813192239_backup_system_bulk 2024-11-17T03:13:12,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741916_1092 (size=702) 2024-11-17T03:13:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-17T03:13:12,863 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731813192239_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-17T03:13:12,869 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731813192239_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-17T03:13:12,870 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/.hbase-snapshot/.tmp/snapshot_1731813192239_backup_system_bulk to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/.hbase-snapshot/snapshot_1731813192239_backup_system_bulk 2024-11-17T03:13:12,872 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731813192239_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-17T03:13:12,872 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731813192239_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-11-17T03:13:12,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731813192239_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 620 msec 2024-11-17T03:13:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-17T03:13:12,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed 2024-11-17T03:13:12,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731813192876_ns2_test-17318131456561 table=ns2:test-17318131456561 type=FLUSH ttl=0 } 2024-11-17T03:13:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731813192877 (current time:1731813192877). 2024-11-17T03:13:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-17T03:13:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731813192876_ns2_test-17318131456561 VERSION not specified, setting to 2 2024-11-17T03:13:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6708fd01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:13:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:13:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:13:12,879 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:13:12,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:13:12,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:13:12,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21d1ed7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:13:12,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:13:12,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:13:12,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:12,881 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37552, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:13:12,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23ba3cfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:13:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:13:12,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:13:12,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:13:12,884 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56540, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:13:12,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397. 2024-11-17T03:13:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:13:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:12,886 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:13:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-17T03:13:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731813192876_ns2_test-17318131456561 table=ns2:test-17318131456561 type=FLUSH ttl=0 } 2024-11-17T03:13:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731813192876_ns2_test-17318131456561 table=ns2:test-17318131456561 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-11-17T03:13:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-17T03:13:12,888 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731813192876_ns2_test-17318131456561 table=ns2:test-17318131456561 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-17T03:13:12,889 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731813192876_ns2_test-17318131456561 table=ns2:test-17318131456561 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-17T03:13:12,892 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731813192876_ns2_test-17318131456561 table=ns2:test-17318131456561 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-17T03:13:12,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741917_1093 (size=86) 2024-11-17T03:13:12,981 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5c24258f2ed423617f43a2c864ac7525, had cached 0 bytes from a total of 8413 2024-11-17T03:13:12,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-17T03:13:13,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-17T03:13:13,299 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731813192876_ns2_test-17318131456561 table=ns2:test-17318131456561 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-17T03:13:13,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5c24258f2ed423617f43a2c864ac7525}] 2024-11-17T03:13:13,301 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5c24258f2ed423617f43a2c864ac7525 2024-11-17T03:13:13,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=53 2024-11-17T03:13:13,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17318131456561,,1731813147609.5c24258f2ed423617f43a2c864ac7525. 2024-11-17T03:13:13,453 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 5c24258f2ed423617f43a2c864ac7525 1/1 column families, dataSize=170 B heapSize=816 B 2024-11-17T03:13:13,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns2/test-17318131456561/5c24258f2ed423617f43a2c864ac7525/.tmp/f/2e74036d620540af960450e3b4cc816d is 38, key is row-t20/f:q1/1731813174416/Put/seqid=0 2024-11-17T03:13:13,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741918_1094 (size=5134) 2024-11-17T03:13:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-17T03:13:13,865 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns2/test-17318131456561/5c24258f2ed423617f43a2c864ac7525/.tmp/f/2e74036d620540af960450e3b4cc816d 2024-11-17T03:13:13,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns2/test-17318131456561/5c24258f2ed423617f43a2c864ac7525/.tmp/f/2e74036d620540af960450e3b4cc816d as hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns2/test-17318131456561/5c24258f2ed423617f43a2c864ac7525/f/2e74036d620540af960450e3b4cc816d 2024-11-17T03:13:13,880 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns2/test-17318131456561/5c24258f2ed423617f43a2c864ac7525/f/2e74036d620540af960450e3b4cc816d, entries=5, sequenceid=111, filesize=5.0 K 2024-11-17T03:13:13,881 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for 5c24258f2ed423617f43a2c864ac7525 in 428ms, sequenceid=111, compaction requested=false 2024-11-17T03:13:13,882 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 5c24258f2ed423617f43a2c864ac7525: 2024-11-17T03:13:13,882 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17318131456561,,1731813147609.5c24258f2ed423617f43a2c864ac7525. for snapshot_1731813192876_ns2_test-17318131456561 completed. 2024-11-17T03:13:13,882 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17318131456561,,1731813147609.5c24258f2ed423617f43a2c864ac7525.' region-info for snapshot=snapshot_1731813192876_ns2_test-17318131456561 2024-11-17T03:13:13,882 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T03:13:13,882 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns2/test-17318131456561/5c24258f2ed423617f43a2c864ac7525/f/74dee7fff6ac4f0cb7fbf05002514caa, hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns2/test-17318131456561/5c24258f2ed423617f43a2c864ac7525/f/2e74036d620540af960450e3b4cc816d] hfiles 2024-11-17T03:13:13,882 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns2/test-17318131456561/5c24258f2ed423617f43a2c864ac7525/f/74dee7fff6ac4f0cb7fbf05002514caa for snapshot=snapshot_1731813192876_ns2_test-17318131456561 2024-11-17T03:13:13,882 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns2/test-17318131456561/5c24258f2ed423617f43a2c864ac7525/f/2e74036d620540af960450e3b4cc816d for snapshot=snapshot_1731813192876_ns2_test-17318131456561 2024-11-17T03:13:13,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741919_1095 (size=130) 2024-11-17T03:13:14,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-17T03:13:14,291 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17318131456561,,1731813147609.5c24258f2ed423617f43a2c864ac7525. 2024-11-17T03:13:14,291 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-17T03:13:14,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-17T03:13:14,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731813192876_ns2_test-17318131456561 on region 5c24258f2ed423617f43a2c864ac7525 2024-11-17T03:13:14,292 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5c24258f2ed423617f43a2c864ac7525 2024-11-17T03:13:14,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-17T03:13:14,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5c24258f2ed423617f43a2c864ac7525 in 994 msec 2024-11-17T03:13:14,295 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731813192876_ns2_test-17318131456561 table=ns2:test-17318131456561 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-17T03:13:14,295 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731813192876_ns2_test-17318131456561 table=ns2:test-17318131456561 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-17T03:13:14,296 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731813192876_ns2_test-17318131456561 table=ns2:test-17318131456561 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-17T03:13:14,296 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731813192876_ns2_test-17318131456561 2024-11-17T03:13:14,297 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/.hbase-snapshot/.tmp/snapshot_1731813192876_ns2_test-17318131456561 2024-11-17T03:13:14,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741920_1096 (size=496) 2024-11-17T03:13:14,707 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731813192876_ns2_test-17318131456561 table=ns2:test-17318131456561 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-17T03:13:14,713 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731813192876_ns2_test-17318131456561 table=ns2:test-17318131456561 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-17T03:13:14,714 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/.hbase-snapshot/.tmp/snapshot_1731813192876_ns2_test-17318131456561 to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/.hbase-snapshot/snapshot_1731813192876_ns2_test-17318131456561 2024-11-17T03:13:14,715 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731813192876_ns2_test-17318131456561 table=ns2:test-17318131456561 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-17T03:13:14,715 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731813192876_ns2_test-17318131456561 table=ns2:test-17318131456561 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-11-17T03:13:14,717 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731813192876_ns2_test-17318131456561 table=ns2:test-17318131456561 type=FLUSH ttl=0 } in 1.8290 sec 2024-11-17T03:13:15,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-17T03:13:15,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17318131456561 completed 2024-11-17T03:13:15,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731813195037_ns3_test-17318131456562 table=ns3:test-17318131456562 type=FLUSH ttl=0 } 2024-11-17T03:13:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731813195037 (current time:1731813195037). 2024-11-17T03:13:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-17T03:13:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731813195037_ns3_test-17318131456562 VERSION not specified, setting to 2 2024-11-17T03:13:15,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d91873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:13:15,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:13:15,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:13:15,039 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:13:15,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:13:15,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:13:15,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e8e2649, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:13:15,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:13:15,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:13:15,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:15,041 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37570, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:13:15,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d86483c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:13:15,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:13:15,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:13:15,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:13:15,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56552, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:13:15,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397. 2024-11-17T03:13:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:13:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:15,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-17T03:13:15,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731813195037_ns3_test-17318131456562 table=ns3:test-17318131456562 type=FLUSH ttl=0 } 2024-11-17T03:13:15,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731813195037_ns3_test-17318131456562 table=ns3:test-17318131456562 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-11-17T03:13:15,049 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:13:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-17T03:13:15,050 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731813195037_ns3_test-17318131456562 table=ns3:test-17318131456562 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-17T03:13:15,052 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731813195037_ns3_test-17318131456562 table=ns3:test-17318131456562 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-17T03:13:15,055 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731813195037_ns3_test-17318131456562 table=ns3:test-17318131456562 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-17T03:13:15,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741921_1097 (size=86) 2024-11-17T03:13:15,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-17T03:13:15,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-17T03:13:15,462 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731813195037_ns3_test-17318131456562 table=ns3:test-17318131456562 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-17T03:13:15,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20d96fd474b5ad4cf4277f6707459a6f}] 2024-11-17T03:13:15,463 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20d96fd474b5ad4cf4277f6707459a6f 2024-11-17T03:13:15,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=55 2024-11-17T03:13:15,616 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17318131456562,,1731813148491.20d96fd474b5ad4cf4277f6707459a6f. 2024-11-17T03:13:15,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 20d96fd474b5ad4cf4277f6707459a6f: 2024-11-17T03:13:15,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17318131456562,,1731813148491.20d96fd474b5ad4cf4277f6707459a6f. for snapshot_1731813195037_ns3_test-17318131456562 completed. 2024-11-17T03:13:15,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17318131456562,,1731813148491.20d96fd474b5ad4cf4277f6707459a6f.' region-info for snapshot=snapshot_1731813195037_ns3_test-17318131456562 2024-11-17T03:13:15,618 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T03:13:15,618 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-17T03:13:15,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741922_1098 (size=52) 2024-11-17T03:13:15,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-17T03:13:16,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17318131456562,,1731813148491.20d96fd474b5ad4cf4277f6707459a6f. 2024-11-17T03:13:16,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-17T03:13:16,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-17T03:13:16,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731813195037_ns3_test-17318131456562 on region 20d96fd474b5ad4cf4277f6707459a6f 2024-11-17T03:13:16,031 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20d96fd474b5ad4cf4277f6707459a6f 2024-11-17T03:13:16,035 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-17T03:13:16,035 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 20d96fd474b5ad4cf4277f6707459a6f in 569 msec 2024-11-17T03:13:16,035 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731813195037_ns3_test-17318131456562 table=ns3:test-17318131456562 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-17T03:13:16,036 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731813195037_ns3_test-17318131456562 table=ns3:test-17318131456562 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-17T03:13:16,037 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731813195037_ns3_test-17318131456562 table=ns3:test-17318131456562 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-17T03:13:16,037 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731813195037_ns3_test-17318131456562 2024-11-17T03:13:16,038 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/.hbase-snapshot/.tmp/snapshot_1731813195037_ns3_test-17318131456562 2024-11-17T03:13:16,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741923_1099 (size=443) 2024-11-17T03:13:16,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-17T03:13:16,455 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731813195037_ns3_test-17318131456562 table=ns3:test-17318131456562 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-17T03:13:16,462 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731813195037_ns3_test-17318131456562 table=ns3:test-17318131456562 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-17T03:13:16,463 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/.hbase-snapshot/.tmp/snapshot_1731813195037_ns3_test-17318131456562 to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/.hbase-snapshot/snapshot_1731813195037_ns3_test-17318131456562 2024-11-17T03:13:16,466 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731813195037_ns3_test-17318131456562 table=ns3:test-17318131456562 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-17T03:13:16,466 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731813195037_ns3_test-17318131456562 table=ns3:test-17318131456562 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-11-17T03:13:16,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731813195037_ns3_test-17318131456562 table=ns3:test-17318131456562 type=FLUSH ttl=0 } in 1.4190 sec 2024-11-17T03:13:17,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-17T03:13:17,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17318131456562 completed 2024-11-17T03:13:17,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731813197197_default_test-1731813145656 table=test-1731813145656 type=FLUSH ttl=0 } 2024-11-17T03:13:17,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731813197199 (current time:1731813197199). 2024-11-17T03:13:17,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-17T03:13:17,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731813197197_default_test-1731813145656 VERSION not specified, setting to 2 2024-11-17T03:13:17,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675824de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:13:17,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:13:17,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:13:17,203 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:13:17,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:13:17,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:13:17,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb59c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:13:17,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:13:17,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:13:17,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:17,207 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37590, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:13:17,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2db1ce3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:13:17,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:13:17,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:13:17,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:13:17,210 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56558, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:13:17,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397. 2024-11-17T03:13:17,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:13:17,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:17,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:17,211 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:13:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-17T03:13:17,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731813197197_default_test-1731813145656 table=test-1731813145656 type=FLUSH ttl=0 } 2024-11-17T03:13:17,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731813197197_default_test-1731813145656 table=test-1731813145656 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-11-17T03:13:17,214 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731813197197_default_test-1731813145656 table=test-1731813145656 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-17T03:13:17,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-17T03:13:17,214 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731813197197_default_test-1731813145656 table=test-1731813145656 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-17T03:13:17,217 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731813197197_default_test-1731813145656 table=test-1731813145656 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-17T03:13:17,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741924_1100 (size=84) 2024-11-17T03:13:17,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-17T03:13:17,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-17T03:13:17,627 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731813197197_default_test-1731813145656 table=test-1731813145656 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-17T03:13:17,627 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a9eb878a2d00d2b8a12b1af3b2c4ff62}] 2024-11-17T03:13:17,630 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:13:17,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=57 2024-11-17T03:13:17,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62. 2024-11-17T03:13:17,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for a9eb878a2d00d2b8a12b1af3b2c4ff62: 2024-11-17T03:13:17,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62. for snapshot_1731813197197_default_test-1731813145656 completed. 2024-11-17T03:13:17,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(241): Storing 'test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62.' region-info for snapshot=snapshot_1731813197197_default_test-1731813145656 2024-11-17T03:13:17,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T03:13:17,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/f/382a269fc51a4235a9742cae864e4b44, hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/f/07b50e9e768a40a19c40d3f05e04b60f] hfiles 2024-11-17T03:13:17,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/f/382a269fc51a4235a9742cae864e4b44 for snapshot=snapshot_1731813197197_default_test-1731813145656 2024-11-17T03:13:17,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/f/07b50e9e768a40a19c40d3f05e04b60f for snapshot=snapshot_1731813197197_default_test-1731813145656 2024-11-17T03:13:17,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-17T03:13:17,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/mob/fe4bfdac8a224a7bb4a501cf4867316d, hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/mob/9985c2673c254c419552392e99b2838f] hfiles 2024-11-17T03:13:17,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/mob/fe4bfdac8a224a7bb4a501cf4867316d for snapshot=snapshot_1731813197197_default_test-1731813145656 2024-11-17T03:13:17,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/mob/9985c2673c254c419552392e99b2838f for snapshot=snapshot_1731813197197_default_test-1731813145656 2024-11-17T03:13:17,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-17T03:13:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-17T03:13:18,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741925_1101 (size=224) 2024-11-17T03:13:18,982 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62. 2024-11-17T03:13:18,982 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-17T03:13:18,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-17T03:13:18,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731813197197_default_test-1731813145656 on region a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:13:18,985 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:13:18,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-17T03:13:18,990 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731813197197_default_test-1731813145656 table=test-1731813145656 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-17T03:13:18,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a9eb878a2d00d2b8a12b1af3b2c4ff62 in 1.3600 sec 2024-11-17T03:13:18,991 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731813197197_default_test-1731813145656 table=test-1731813145656 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-17T03:13:18,992 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-17T03:13:18,992 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-17T03:13:18,993 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:13:18,993 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-17T03:13:18,993 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:13:18,994 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2 2024-11-17T03:13:18,994 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:13:18,995 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/mobdir/data/default/test-1731813145656/4600c756d090865dd02469cf737ec59e/mob/d41d8cd98f00b204e9800998ecf8427e2024111751666ff7d94b424090468d419cffd632_a9eb878a2d00d2b8a12b1af3b2c4ff62] hfiles 2024-11-17T03:13:18,995 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/mobdir/data/default/test-1731813145656/4600c756d090865dd02469cf737ec59e/mob/d41d8cd98f00b204e9800998ecf8427e2024111751666ff7d94b424090468d419cffd632_a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:13:19,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741926_1102 (size=168) 2024-11-17T03:13:19,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-17T03:13:19,405 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731813197197_default_test-1731813145656 table=test-1731813145656 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-17T03:13:19,405 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731813197197_default_test-1731813145656 2024-11-17T03:13:19,408 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/.hbase-snapshot/.tmp/snapshot_1731813197197_default_test-1731813145656 2024-11-17T03:13:19,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741927_1103 (size=1347) 2024-11-17T03:13:19,824 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731813197197_default_test-1731813145656 table=test-1731813145656 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-17T03:13:19,838 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731813197197_default_test-1731813145656 table=test-1731813145656 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-17T03:13:19,839 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/.hbase-snapshot/.tmp/snapshot_1731813197197_default_test-1731813145656 to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/.hbase-snapshot/snapshot_1731813197197_default_test-1731813145656 2024-11-17T03:13:19,840 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731813197197_default_test-1731813145656 table=test-1731813145656 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-17T03:13:19,840 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731813197197_default_test-1731813145656 table=test-1731813145656 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-11-17T03:13:19,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731813197197_default_test-1731813145656 table=test-1731813145656 type=FLUSH ttl=0 } in 2.6280 sec 2024-11-17T03:13:20,546 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region aceb585657a428183e84174cd96476d6, had cached 0 bytes from a total of 28925 2024-11-17T03:13:21,263 INFO [master/1c0ef08a44bb:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-17T03:13:21,263 INFO [master/1c0ef08a44bb:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-17T03:13:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-17T03:13:21,377 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1731813145656 completed 2024-11-17T03:13:21,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731813201377_ns4_test-17318131456563 table=ns4:test-17318131456563 type=FLUSH ttl=0 } 2024-11-17T03:13:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731813201379 (current time:1731813201379). 2024-11-17T03:13:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-17T03:13:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731813201377_ns4_test-17318131456563 VERSION not specified, setting to 2 2024-11-17T03:13:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ceeda9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:13:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:13:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:13:21,381 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:13:21,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:13:21,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:13:21,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea3d6a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:13:21,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:13:21,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:13:21,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:21,383 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37612, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:13:21,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f710abe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:13:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:13:21,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:13:21,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:13:21,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56574, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:13:21,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397. 2024-11-17T03:13:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:13:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:21,387 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:13:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-17T03:13:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731813201377_ns4_test-17318131456563 table=ns4:test-17318131456563 type=FLUSH ttl=0 } 2024-11-17T03:13:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731813201377_ns4_test-17318131456563 table=ns4:test-17318131456563 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-11-17T03:13:21,389 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731813201377_ns4_test-17318131456563 table=ns4:test-17318131456563 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-17T03:13:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-17T03:13:21,390 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731813201377_ns4_test-17318131456563 table=ns4:test-17318131456563 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-17T03:13:21,393 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731813201377_ns4_test-17318131456563 table=ns4:test-17318131456563 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-17T03:13:21,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741928_1104 (size=86) 2024-11-17T03:13:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-17T03:13:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-17T03:13:21,802 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731813201377_ns4_test-17318131456563 table=ns4:test-17318131456563 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-17T03:13:21,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a493cc48a84960f8db541c0a27b7b73}] 2024-11-17T03:13:21,805 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a493cc48a84960f8db541c0a27b7b73 2024-11-17T03:13:21,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=59 2024-11-17T03:13:21,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17318131456563,,1731813150658.3a493cc48a84960f8db541c0a27b7b73. 2024-11-17T03:13:21,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 3a493cc48a84960f8db541c0a27b7b73: 2024-11-17T03:13:21,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17318131456563,,1731813150658.3a493cc48a84960f8db541c0a27b7b73. for snapshot_1731813201377_ns4_test-17318131456563 completed. 2024-11-17T03:13:21,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17318131456563,,1731813150658.3a493cc48a84960f8db541c0a27b7b73.' region-info for snapshot=snapshot_1731813201377_ns4_test-17318131456563 2024-11-17T03:13:21,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T03:13:21,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-17T03:13:21,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741929_1105 (size=52) 2024-11-17T03:13:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-17T03:13:22,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17318131456563,,1731813150658.3a493cc48a84960f8db541c0a27b7b73. 2024-11-17T03:13:22,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-17T03:13:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-17T03:13:22,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731813201377_ns4_test-17318131456563 on region 3a493cc48a84960f8db541c0a27b7b73 2024-11-17T03:13:22,365 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a493cc48a84960f8db541c0a27b7b73 2024-11-17T03:13:22,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-17T03:13:22,368 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731813201377_ns4_test-17318131456563 table=ns4:test-17318131456563 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-17T03:13:22,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3a493cc48a84960f8db541c0a27b7b73 in 564 msec 2024-11-17T03:13:22,368 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731813201377_ns4_test-17318131456563 table=ns4:test-17318131456563 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-17T03:13:22,369 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731813201377_ns4_test-17318131456563 table=ns4:test-17318131456563 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-17T03:13:22,369 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731813201377_ns4_test-17318131456563 2024-11-17T03:13:22,370 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/.hbase-snapshot/.tmp/snapshot_1731813201377_ns4_test-17318131456563 2024-11-17T03:13:22,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741930_1106 (size=443) 2024-11-17T03:13:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-17T03:13:22,780 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731813201377_ns4_test-17318131456563 table=ns4:test-17318131456563 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-17T03:13:22,787 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731813201377_ns4_test-17318131456563 table=ns4:test-17318131456563 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-17T03:13:22,787 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/.hbase-snapshot/.tmp/snapshot_1731813201377_ns4_test-17318131456563 to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/.hbase-snapshot/snapshot_1731813201377_ns4_test-17318131456563 2024-11-17T03:13:22,789 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731813201377_ns4_test-17318131456563 table=ns4:test-17318131456563 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-17T03:13:22,789 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731813201377_ns4_test-17318131456563 table=ns4:test-17318131456563 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-11-17T03:13:22,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731813201377_ns4_test-17318131456563 table=ns4:test-17318131456563 type=FLUSH ttl=0 } in 1.4020 sec 2024-11-17T03:13:23,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-17T03:13:23,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17318131456563 completed 2024-11-17T03:13:23,538 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1731813186883 2024-11-17T03:13:23,538 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-17T03:13:23,538 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied. 2024-11-17T03:13:23,538 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731813186883_backup:system_bulk 2024-11-17T03:13:23,538 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731813192239_backup_system_bulk to hdfs://localhost:40623/backupUT/backup_1731813186883/backup/system_bulk/ 2024-11-17T03:13:23,538 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-17T03:13:23,572 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:40623, inputRoot=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8 2024-11-17T03:13:23,572 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-2043274467_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:40623/backupUT/backup_1731813186883/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:40623/backupUT/backup_1731813186883/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1731813192239_backup_system_bulk 2024-11-17T03:13:23,574 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-17T03:13:23,577 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/.hbase-snapshot/snapshot_1731813192239_backup_system_bulk to hdfs://localhost:40623/backupUT/backup_1731813186883/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1731813192239_backup_system_bulk 2024-11-17T03:13:23,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741931_1107 (size=702) 2024-11-17T03:13:23,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741932_1108 (size=76) 2024-11-17T03:13:23,991 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:23,991 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:23,992 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:24,870 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/hadoop-3596012308739189206.jar 2024-11-17T03:13:24,870 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:24,870 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:24,871 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:24,871 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:24,871 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:24,871 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:24,871 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:24,871 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:24,872 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:24,872 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-17T03:13:24,872 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-17T03:13:24,872 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-17T03:13:24,872 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-17T03:13:24,873 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-17T03:13:24,873 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-17T03:13:24,873 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-17T03:13:24,873 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-17T03:13:24,873 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-17T03:13:24,873 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-17T03:13:24,874 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-17T03:13:24,874 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T03:13:24,874 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T03:13:24,874 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T03:13:24,874 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T03:13:24,875 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T03:13:24,875 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T03:13:24,875 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T03:13:24,910 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-17T03:13:24,934 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731813192239_backup_system_bulk' hfile list 2024-11-17T03:13:25,030 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/mapreduce.cluster.local.dir/job_local1834090308_0005_ae551a32-5720-4b60-a200-fb6d496c7b0c/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-17T03:13:25,031 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/mapreduce.cluster.local.dir/job_local1834090308_0005_ae551a32-5720-4b60-a200-fb6d496c7b0c/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-17T03:13:26,069 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-17T03:13:26,072 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-17T03:13:26,081 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731813192239_backup_system_bulk 2024-11-17T03:13:26,081 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731813192239_backup_system_bulk finished. 2024-11-17T03:13:26,081 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731813186883_ns2:test-17318131456561 2024-11-17T03:13:26,081 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731813192876_ns2_test-17318131456561 to hdfs://localhost:40623/backupUT/backup_1731813186883/ns2/test-17318131456561/ 2024-11-17T03:13:26,081 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-17T03:13:26,109 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:40623, inputRoot=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8 2024-11-17T03:13:26,109 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-2043274467_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:40623/backupUT/backup_1731813186883/ns2/test-17318131456561, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:40623/backupUT/backup_1731813186883/ns2/test-17318131456561/.hbase-snapshot/.tmp/snapshot_1731813192876_ns2_test-17318131456561 2024-11-17T03:13:26,111 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-17T03:13:26,116 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/.hbase-snapshot/snapshot_1731813192876_ns2_test-17318131456561 to hdfs://localhost:40623/backupUT/backup_1731813186883/ns2/test-17318131456561/.hbase-snapshot/.tmp/snapshot_1731813192876_ns2_test-17318131456561 2024-11-17T03:13:26,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741933_1109 (size=496) 2024-11-17T03:13:26,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741934_1110 (size=86) 2024-11-17T03:13:26,532 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:26,533 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:26,534 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:27,415 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/hadoop-11034489355449804122.jar 2024-11-17T03:13:27,416 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:27,416 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:27,416 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:27,416 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:27,417 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:27,417 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:27,417 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:27,417 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:27,417 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:27,417 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-17T03:13:27,418 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-17T03:13:27,418 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-17T03:13:27,418 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-17T03:13:27,418 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-17T03:13:27,418 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-17T03:13:27,419 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-17T03:13:27,419 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-17T03:13:27,419 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-17T03:13:27,419 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-17T03:13:27,419 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-17T03:13:27,419 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T03:13:27,420 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T03:13:27,420 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T03:13:27,420 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T03:13:27,420 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T03:13:27,420 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T03:13:27,420 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T03:13:27,456 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-17T03:13:27,480 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731813192876_ns2_test-17318131456561' hfile list 2024-11-17T03:13:27,482 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=13.2 K 2024-11-17T03:13:27,560 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/mapreduce.cluster.local.dir/job_local2042111198_0006_ec8ce373-317e-4509-98b4-37e75330d8ea/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-17T03:13:27,560 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/mapreduce.cluster.local.dir/job_local2042111198_0006_ec8ce373-317e-4509-98b4-37e75330d8ea/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-17T03:13:27,643 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-17T03:13:27,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741935_1111 (size=8413) 2024-11-17T03:13:28,078 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns2/test-17318131456561/5c24258f2ed423617f43a2c864ac7525/f/74dee7fff6ac4f0cb7fbf05002514caa output=hdfs://localhost:40623/backupUT/backup_1731813186883/ns2/test-17318131456561/archive/data/ns2/test-17318131456561/5c24258f2ed423617f43a2c864ac7525/f/74dee7fff6ac4f0cb7fbf05002514caa 2024-11-17T03:13:28,078 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-11-17T03:13:28,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741936_1112 (size=5134) 2024-11-17T03:13:28,500 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns2/test-17318131456561/5c24258f2ed423617f43a2c864ac7525/f/2e74036d620540af960450e3b4cc816d output=hdfs://localhost:40623/backupUT/backup_1731813186883/ns2/test-17318131456561/archive/data/ns2/test-17318131456561/5c24258f2ed423617f43a2c864ac7525/f/2e74036d620540af960450e3b4cc816d 2024-11-17T03:13:28,500 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5134 (5.0 K) time=0sec 0.012M/sec 2024-11-17T03:13:28,613 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-17T03:13:28,614 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-17T03:13:28,623 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731813192876_ns2_test-17318131456561 2024-11-17T03:13:28,623 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731813192876_ns2_test-17318131456561 finished. 2024-11-17T03:13:28,623 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731813186883_ns3:test-17318131456562 2024-11-17T03:13:28,623 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731813195037_ns3_test-17318131456562 to hdfs://localhost:40623/backupUT/backup_1731813186883/ns3/test-17318131456562/ 2024-11-17T03:13:28,623 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-17T03:13:28,655 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:40623, inputRoot=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8 2024-11-17T03:13:28,656 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-2043274467_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:40623/backupUT/backup_1731813186883/ns3/test-17318131456562, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:40623/backupUT/backup_1731813186883/ns3/test-17318131456562/.hbase-snapshot/.tmp/snapshot_1731813195037_ns3_test-17318131456562 2024-11-17T03:13:28,658 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-17T03:13:28,662 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/.hbase-snapshot/snapshot_1731813195037_ns3_test-17318131456562 to hdfs://localhost:40623/backupUT/backup_1731813186883/ns3/test-17318131456562/.hbase-snapshot/.tmp/snapshot_1731813195037_ns3_test-17318131456562 2024-11-17T03:13:28,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741937_1113 (size=86) 2024-11-17T03:13:28,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741938_1114 (size=443) 2024-11-17T03:13:29,082 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:29,083 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:29,083 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:30,232 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/hadoop-9967854917060545342.jar 2024-11-17T03:13:30,232 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:30,233 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:30,234 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:30,234 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:30,234 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:30,235 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:30,235 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:30,235 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:30,236 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:30,236 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-17T03:13:30,236 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-17T03:13:30,236 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-17T03:13:30,237 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-17T03:13:30,237 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-17T03:13:30,237 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-17T03:13:30,238 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-17T03:13:30,238 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-17T03:13:30,238 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-17T03:13:30,238 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-17T03:13:30,238 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-17T03:13:30,239 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T03:13:30,239 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T03:13:30,239 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T03:13:30,239 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T03:13:30,240 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T03:13:30,240 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T03:13:30,240 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T03:13:30,300 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-17T03:13:30,336 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731813195037_ns3_test-17318131456562' hfile list 2024-11-17T03:13:30,480 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/mapreduce.cluster.local.dir/job_local887646903_0007_f4f16c1d-967e-4e39-aaa3-07241e735f7e/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-17T03:13:30,480 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/mapreduce.cluster.local.dir/job_local887646903_0007_f4f16c1d-967e-4e39-aaa3-07241e735f7e/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-17T03:13:31,542 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-17T03:13:31,543 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-17T03:13:31,549 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731813195037_ns3_test-17318131456562 2024-11-17T03:13:31,549 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731813195037_ns3_test-17318131456562 finished. 2024-11-17T03:13:31,549 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731813186883_test-1731813145656 2024-11-17T03:13:31,549 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731813197197_default_test-1731813145656 to hdfs://localhost:40623/backupUT/backup_1731813186883/default/test-1731813145656/ 2024-11-17T03:13:31,549 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-17T03:13:31,591 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:40623, inputRoot=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8 2024-11-17T03:13:31,592 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-2043274467_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:40623/backupUT/backup_1731813186883/default/test-1731813145656, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:40623/backupUT/backup_1731813186883/default/test-1731813145656/.hbase-snapshot/.tmp/snapshot_1731813197197_default_test-1731813145656 2024-11-17T03:13:31,595 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-17T03:13:31,603 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/.hbase-snapshot/snapshot_1731813197197_default_test-1731813145656 to hdfs://localhost:40623/backupUT/backup_1731813186883/default/test-1731813145656/.hbase-snapshot/.tmp/snapshot_1731813197197_default_test-1731813145656 2024-11-17T03:13:31,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741940_1116 (size=84) 2024-11-17T03:13:31,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741939_1115 (size=1347) 2024-11-17T03:13:32,049 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:32,050 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:32,050 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:33,207 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/hadoop-4430773821239373207.jar 2024-11-17T03:13:33,207 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:33,207 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:33,208 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:33,208 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:33,208 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:33,208 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:33,209 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:33,209 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:33,209 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:33,209 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-17T03:13:33,210 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-17T03:13:33,210 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-17T03:13:33,210 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-17T03:13:33,211 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-17T03:13:33,211 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-17T03:13:33,211 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-17T03:13:33,211 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-17T03:13:33,211 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-17T03:13:33,212 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-17T03:13:33,212 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-17T03:13:33,212 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T03:13:33,213 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T03:13:33,213 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T03:13:33,213 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T03:13:33,213 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T03:13:33,214 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T03:13:33,214 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T03:13:33,256 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-17T03:13:33,282 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731813197197_default_test-1731813145656' hfile list 2024-11-17T03:13:33,285 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=43.0 K 2024-11-17T03:13:33,372 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/mapreduce.cluster.local.dir/job_local1778538755_0008_c7b45154-e942-44d4-aaf0-8046e73aa8fd/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-17T03:13:33,372 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/mapreduce.cluster.local.dir/job_local1778538755_0008_c7b45154-e942-44d4-aaf0-8046e73aa8fd/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-17T03:13:33,463 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-17T03:13:33,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741941_1117 (size=13760) 2024-11-17T03:13:33,900 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/mob/9985c2673c254c419552392e99b2838f output=hdfs://localhost:40623/backupUT/backup_1731813186883/default/test-1731813145656/archive/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/mob/9985c2673c254c419552392e99b2838f 2024-11-17T03:13:33,900 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=13760 (13.4 K) time=0sec 0.030M/sec 2024-11-17T03:13:33,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741942_1118 (size=10796) 2024-11-17T03:13:34,325 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/f/07b50e9e768a40a19c40d3f05e04b60f output=hdfs://localhost:40623/backupUT/backup_1731813186883/default/test-1731813145656/archive/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/f/07b50e9e768a40a19c40d3f05e04b60f 2024-11-17T03:13:34,325 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=10796 (10.5 K) time=0sec 0.025M/sec 2024-11-17T03:13:34,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741943_1119 (size=8413) 2024-11-17T03:13:34,762 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/f/382a269fc51a4235a9742cae864e4b44 output=hdfs://localhost:40623/backupUT/backup_1731813186883/default/test-1731813145656/archive/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/f/382a269fc51a4235a9742cae864e4b44 2024-11-17T03:13:34,763 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-11-17T03:13:34,778 WARN [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/mobdir/data/default/test-1731813145656/4600c756d090865dd02469cf737ec59e/mob/d41d8cd98f00b204e9800998ecf8427e2024111751666ff7d94b424090468d419cffd632_a9eb878a2d00d2b8a12b1af3b2c4ff62 to hdfs://localhost:40623/backupUT/backup_1731813186883/default/test-1731813145656/archive/data/default/test-1731813145656/4600c756d090865dd02469cf737ec59e/mob/d41d8cd98f00b204e9800998ecf8427e2024111751666ff7d94b424090468d419cffd632_a9eb878a2d00d2b8a12b1af3b2c4ff62" truncated to max limit (512 characters) 2024-11-17T03:13:34,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741944_1120 (size=5591) 2024-11-17T03:13:35,196 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/mobdir/data/default/test-1731813145656/4600c756d090865dd02469cf737ec59e/mob/d41d8cd98f00b204e9800998ecf8427e2024111751666ff7d94b424090468d419cffd632_a9eb878a2d00d2b8a12b1af3b2c4ff62 output=hdfs://localhost:40623/backupUT/backup_1731813186883/default/test-1731813145656/archive/data/default/test-1731813145656/4600c756d090865dd02469cf737ec59e/mob/d41d8cd98f00b204e9800998ecf8427e2024111751666ff7d94b424090468d419cffd632_a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:13:35,196 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5591 (5.5 K) time=0sec 0.013M/sec 2024-11-17T03:13:35,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741945_1121 (size=5484) 2024-11-17T03:13:35,636 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/mob/fe4bfdac8a224a7bb4a501cf4867316d output=hdfs://localhost:40623/backupUT/backup_1731813186883/default/test-1731813145656/archive/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/mob/fe4bfdac8a224a7bb4a501cf4867316d 2024-11-17T03:13:35,636 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-11-17T03:13:36,433 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-17T03:13:36,434 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-17T03:13:36,441 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731813197197_default_test-1731813145656 2024-11-17T03:13:36,442 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731813197197_default_test-1731813145656 finished. 2024-11-17T03:13:36,442 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731813186883_ns4:test-17318131456563 2024-11-17T03:13:36,442 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731813201377_ns4_test-17318131456563 to hdfs://localhost:40623/backupUT/backup_1731813186883/ns4/test-17318131456563/ 2024-11-17T03:13:36,442 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-17T03:13:36,474 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:40623, inputRoot=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8 2024-11-17T03:13:36,474 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-2043274467_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:40623/backupUT/backup_1731813186883/ns4/test-17318131456563, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:40623/backupUT/backup_1731813186883/ns4/test-17318131456563/.hbase-snapshot/.tmp/snapshot_1731813201377_ns4_test-17318131456563 2024-11-17T03:13:36,476 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-17T03:13:36,480 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/.hbase-snapshot/snapshot_1731813201377_ns4_test-17318131456563 to hdfs://localhost:40623/backupUT/backup_1731813186883/ns4/test-17318131456563/.hbase-snapshot/.tmp/snapshot_1731813201377_ns4_test-17318131456563 2024-11-17T03:13:36,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741946_1122 (size=443) 2024-11-17T03:13:36,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741947_1123 (size=86) 2024-11-17T03:13:36,893 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:36,893 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:36,894 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:37,823 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/hadoop-9720307137225750181.jar 2024-11-17T03:13:37,824 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:37,824 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:37,824 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:37,825 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:37,825 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:37,825 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:37,825 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:37,825 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:37,826 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:37,826 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-17T03:13:37,826 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-17T03:13:37,826 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-17T03:13:37,826 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-17T03:13:37,827 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-17T03:13:37,827 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-17T03:13:37,827 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-17T03:13:37,827 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-17T03:13:37,827 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-17T03:13:37,827 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-17T03:13:37,828 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-17T03:13:37,828 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T03:13:37,828 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T03:13:37,828 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T03:13:37,829 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T03:13:37,829 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T03:13:37,829 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T03:13:37,829 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T03:13:37,860 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-17T03:13:37,885 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731813201377_ns4_test-17318131456563' hfile list 2024-11-17T03:13:37,969 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/mapreduce.cluster.local.dir/job_local473891120_0009_e3d96680-3482-40f1-9da5-23f77b1dfd3b/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-17T03:13:37,969 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/mapreduce.cluster.local.dir/job_local473891120_0009_e3d96680-3482-40f1-9da5-23f77b1dfd3b/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-17T03:13:39,008 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-17T03:13:39,009 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-17T03:13:39,017 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731813201377_ns4_test-17318131456563 2024-11-17T03:13:39,017 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731813201377_ns4_test-17318131456563 finished. 2024-11-17T03:13:39,017 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk 2024-11-17T03:13:39,017 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17318131456561 2024-11-17T03:13:39,017 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17318131456562 2024-11-17T03:13:39,017 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1731813145656 2024-11-17T03:13:39,017 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17318131456563 2024-11-17T03:13:39,030 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731813186883 2024-11-17T03:13:39,030 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-17T03:13:39,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741948_1124 (size=209) 2024-11-17T03:13:39,436 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:40623/backupUT/backup_1731813186883/.backup.manifest 2024-11-17T03:13:39,436 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731813186883 finished: type=FULL,tablelist=backup:system_bulk;ns2:test-17318131456561;ns3:test-17318131456562;test-1731813145656;ns4:test-17318131456563,targetRootDir=hdfs://localhost:40623/backupUT,startts=1731813191078,completets=1731813219030,bytescopied=0 2024-11-17T03:13:39,436 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-17T03:13:39,436 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731813192239_backup_system_bulk 2024-11-17T03:13:39,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731813192239_backup_system_bulk" type: DISABLED 2024-11-17T03:13:39,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731813192239_backup_system_bulk 2024-11-17T03:13:39,442 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731813192239_backup_system_bulk for backup backup_1731813186883 succeeded. 2024-11-17T03:13:39,442 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731813192876_ns2_test-17318131456561 2024-11-17T03:13:39,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731813192876_ns2_test-17318131456561" type: DISABLED 2024-11-17T03:13:39,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731813192876_ns2_test-17318131456561 2024-11-17T03:13:39,446 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731813192876_ns2_test-17318131456561 for backup backup_1731813186883 succeeded. 2024-11-17T03:13:39,446 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731813195037_ns3_test-17318131456562 2024-11-17T03:13:39,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731813195037_ns3_test-17318131456562" type: DISABLED 2024-11-17T03:13:39,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731813195037_ns3_test-17318131456562 2024-11-17T03:13:39,450 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731813195037_ns3_test-17318131456562 for backup backup_1731813186883 succeeded. 2024-11-17T03:13:39,450 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731813197197_default_test-1731813145656 2024-11-17T03:13:39,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731813197197_default_test-1731813145656" type: DISABLED 2024-11-17T03:13:39,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731813197197_default_test-1731813145656 2024-11-17T03:13:39,453 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731813197197_default_test-1731813145656 for backup backup_1731813186883 succeeded. 2024-11-17T03:13:39,453 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731813201377_ns4_test-17318131456563 2024-11-17T03:13:39,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731813201377_ns4_test-17318131456563" type: DISABLED 2024-11-17T03:13:39,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731813201377_ns4_test-17318131456563 2024-11-17T03:13:39,456 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731813201377_ns4_test-17318131456563 for backup backup_1731813186883 succeeded. 2024-11-17T03:13:39,456 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-17T03:13:39,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-17T03:13:39,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-17T03:13:39,463 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-17T03:13:39,465 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-17T03:13:39,470 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731813186883 completed. 2024-11-17T03:13:39,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T03:13:39,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T03:13:42,177 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T03:13:44,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T03:13:44,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T03:13:44,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T03:13:44,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T03:13:44,561 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-17T03:13:44,566 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731813224501 2024-11-17T03:13:44,568 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731813186883} 2024-11-17T03:13:44,568 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-17T03:13:44,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T03:13:44,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T03:13:44,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T03:13:44,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T03:13:44,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T03:13:44,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T03:13:44,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T03:13:44,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T03:13:44,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T03:13:44,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T03:13:44,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-17T03:13:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731813224688 (current time:1731813224688). 2024-11-17T03:13:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-17T03:13:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-17T03:13:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59832549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:13:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:13:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:13:44,690 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:13:44,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:13:44,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:13:44,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@282b2b18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:13:44,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:13:44,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:13:44,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:44,692 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36376, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:13:44,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a6c6be1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:13:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:13:44,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:13:44,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:13:44,696 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41034, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:13:44,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397. 2024-11-17T03:13:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:13:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:44,698 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:13:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-17T03:13:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-17T03:13:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-11-17T03:13:44,701 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-17T03:13:44,702 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-17T03:13:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-17T03:13:44,706 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-17T03:13:44,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741949_1125 (size=52) 2024-11-17T03:13:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-17T03:13:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-17T03:13:45,115 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-17T03:13:45,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aceb585657a428183e84174cd96476d6}] 2024-11-17T03:13:45,118 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aceb585657a428183e84174cd96476d6 2024-11-17T03:13:45,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=61 2024-11-17T03:13:45,272 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731813154782.aceb585657a428183e84174cd96476d6. 2024-11-17T03:13:45,273 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing aceb585657a428183e84174cd96476d6 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB 2024-11-17T03:13:45,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/.tmp/meta/035edb36c6bb468eb57b6679ac6fc5e4 is 158, key is trslm:hdfs://localhost:40623/backupUT\x00ns2:test-17318131456561/meta:log-roll-map/1731813219023/Put/seqid=0 2024-11-17T03:13:45,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741950_1126 (size=6646) 2024-11-17T03:13:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-17T03:13:45,689 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/.tmp/meta/035edb36c6bb468eb57b6679ac6fc5e4 2024-11-17T03:13:45,701 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/.tmp/session/6e105f45833d48a99aa30fe203c117ff is 826, key is session:backup_1731813186883/session:context/1731813219464/Put/seqid=0 2024-11-17T03:13:45,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741951_1127 (size=5928) 2024-11-17T03:13:45,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-17T03:13:46,105 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/.tmp/session/6e105f45833d48a99aa30fe203c117ff 2024-11-17T03:13:46,113 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/.tmp/meta/035edb36c6bb468eb57b6679ac6fc5e4 as hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/meta/035edb36c6bb468eb57b6679ac6fc5e4 2024-11-17T03:13:46,120 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/meta/035edb36c6bb468eb57b6679ac6fc5e4, entries=12, sequenceid=42, filesize=6.5 K 2024-11-17T03:13:46,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/.tmp/session/6e105f45833d48a99aa30fe203c117ff as hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/session/6e105f45833d48a99aa30fe203c117ff 2024-11-17T03:13:46,131 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/session/6e105f45833d48a99aa30fe203c117ff, entries=2, sequenceid=42, filesize=5.8 K 2024-11-17T03:13:46,132 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for aceb585657a428183e84174cd96476d6 in 860ms, sequenceid=42, compaction requested=true 2024-11-17T03:13:46,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for aceb585657a428183e84174cd96476d6: 2024-11-17T03:13:46,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731813154782.aceb585657a428183e84174cd96476d6. for snapshot_backup_system completed. 2024-11-17T03:13:46,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731813154782.aceb585657a428183e84174cd96476d6.' region-info for snapshot=snapshot_backup_system 2024-11-17T03:13:46,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T03:13:46,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/meta/f805ccdec9614561984a233071264418, hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/meta/535f9953994b44a9935d77d17cfe51ea, hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/meta/035edb36c6bb468eb57b6679ac6fc5e4] hfiles 2024-11-17T03:13:46,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/meta/f805ccdec9614561984a233071264418 for snapshot=snapshot_backup_system 2024-11-17T03:13:46,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/meta/535f9953994b44a9935d77d17cfe51ea for snapshot=snapshot_backup_system 2024-11-17T03:13:46,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/meta/035edb36c6bb468eb57b6679ac6fc5e4 for snapshot=snapshot_backup_system 2024-11-17T03:13:46,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/session/9891d123015841959d0a23868f1fdafe, hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/session/624a580ed2c6415a868b5658ac38a4a6, hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/session/bb222bd52322462e865691364daf208a, hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/session/6e105f45833d48a99aa30fe203c117ff] hfiles 2024-11-17T03:13:46,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/session/9891d123015841959d0a23868f1fdafe for snapshot=snapshot_backup_system 2024-11-17T03:13:46,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/session/624a580ed2c6415a868b5658ac38a4a6 for snapshot=snapshot_backup_system 2024-11-17T03:13:46,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/session/bb222bd52322462e865691364daf208a for snapshot=snapshot_backup_system 2024-11-17T03:13:46,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/session/6e105f45833d48a99aa30fe203c117ff for snapshot=snapshot_backup_system 2024-11-17T03:13:46,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741952_1128 (size=330) 2024-11-17T03:13:46,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731813154782.aceb585657a428183e84174cd96476d6. 2024-11-17T03:13:46,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-17T03:13:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-17T03:13:46,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region aceb585657a428183e84174cd96476d6 2024-11-17T03:13:46,551 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aceb585657a428183e84174cd96476d6 2024-11-17T03:13:46,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-17T03:13:46,555 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-17T03:13:46,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; SnapshotRegionProcedure aceb585657a428183e84174cd96476d6 in 1.4360 sec 2024-11-17T03:13:46,556 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-17T03:13:46,558 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-17T03:13:46,558 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-17T03:13:46,559 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-17T03:13:46,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741953_1129 (size=967) 2024-11-17T03:13:46,580 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-17T03:13:46,592 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-17T03:13:46,596 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/.hbase-snapshot/snapshot_backup_system 2024-11-17T03:13:46,598 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-17T03:13:46,599 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-11-17T03:13:46,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.9000 sec 2024-11-17T03:13:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-17T03:13:46,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-17T03:13:46,846 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731813224501 started at 1731813226846. 2024-11-17T03:13:46,849 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731813224501 has been started. 2024-11-17T03:13:46,855 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [test-1731813145656, backup:system_bulk, ns2:test-17318131456561, ns3:test-17318131456562, ns4:test-17318131456563] 2024-11-17T03:13:46,862 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1731813177943for backupID backup_1731813224501 2024-11-17T03:13:46,862 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-17T03:13:46,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-17T03:13:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-17T03:13:46,864 INFO [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-17T03:13:46,864 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-17T03:13:46,864 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-17T03:13:46,864 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-17T03:13:46,865 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-17T03:13:46,865 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-17T03:13:46,939 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:13:46,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-17T03:13:46,939 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-17T03:13:46,939 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-17T03:13:46,940 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:13:46,940 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-17T03:13:46,940 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-17T03:13:46,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-17T03:13:46,941 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-17T03:13:46,941 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-17T03:13:46,941 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-17T03:13:46,941 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-17T03:13:46,941 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-17T03:13:46,942 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-17T03:13:46,942 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-17T03:13:46,942 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-17T03:13:46,942 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-17T03:13:46,942 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '1c0ef08a44bb,45215,1731813136974' joining acquired barrier for procedure (rolllog) in zk 2024-11-17T03:13:46,958 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-17T03:13:46,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:13:46,958 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:13:46,958 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-17T03:13:46,958 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-17T03:13:46,959 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-17T03:13:46,959 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-17T03:13:46,959 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-17T03:13:46,959 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-17T03:13:46,960 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T03:13:46,960 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1c0ef08a44bb,45215,1731813136974 2024-11-17T03:13:46,960 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-17T03:13:46,961 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '1c0ef08a44bb,45215,1731813136974' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-17T03:13:46,961 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@7da907ea[Count = 0] remaining members to acquire global barrier 2024-11-17T03:13:46,961 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-17T03:13:46,961 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-17T03:13:46,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-17T03:13:46,969 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-17T03:13:46,969 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-17T03:13:46,969 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-17T03:13:46,969 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:13:46,969 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-17T03:13:46,969 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-17T03:13:46,969 DEBUG [rs(1c0ef08a44bb,45215,1731813136974)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 1c0ef08a44bb,45215,1731813136974 2024-11-17T03:13:46,970 INFO [rs(1c0ef08a44bb,45215,1731813136974)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731813191433 highest: 1731813191433 on 1c0ef08a44bb,45215,1731813136974 2024-11-17T03:13:46,970 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-1:(num 1731813191386) roll requested 2024-11-17T03:13:46,986 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-1.1731813226970, exclude list is [], retry=0 2024-11-17T03:13:46,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40619,DS-51213841-2336-4e27-98d8-2e6216e1167c,DISK] 2024-11-17T03:13:46,991 INFO [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-1.1731813191386 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-1.1731813226970 2024-11-17T03:13:46,991 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37633:37633)] 2024-11-17T03:13:46,991 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-1.1731813191386 is not closed yet, will try archiving it next time 2024-11-17T03:13:46,991 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1c0ef08a44bb%2C45215%2C1731813136974.meta:.meta(num 1731813191410) roll requested 2024-11-17T03:13:46,991 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-1.1731813177899 to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/oldWALs/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-1.1731813177899 2024-11-17T03:13:46,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741911_1087 (size=4710) 2024-11-17T03:13:47,007 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.meta.1731813226991.meta, exclude list is [], retry=0 2024-11-17T03:13:47,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40619,DS-51213841-2336-4e27-98d8-2e6216e1167c,DISK] 2024-11-17T03:13:47,011 INFO [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.meta.1731813191410.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.meta.1731813226991.meta 2024-11-17T03:13:47,011 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37633:37633)] 2024-11-17T03:13:47,011 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.meta.1731813191410.meta is not closed yet, will try archiving it next time 2024-11-17T03:13:47,011 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0:(num 1731813191433) roll requested 2024-11-17T03:13:47,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741912_1088 (size=93) 2024-11-17T03:13:47,013 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.meta.1731813191410.meta not finished, retry = 0 2024-11-17T03:13:47,031 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0.1731813227011, exclude list is [], retry=0 2024-11-17T03:13:47,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40619,DS-51213841-2336-4e27-98d8-2e6216e1167c,DISK] 2024-11-17T03:13:47,035 INFO [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0.1731813191433 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0.1731813227011 2024-11-17T03:13:47,036 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37633:37633)] 2024-11-17T03:13:47,036 DEBUG [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0.1731813191433 is not closed yet, will try archiving it next time 2024-11-17T03:13:47,036 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0.1731813159590 to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/oldWALs/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0.1731813159590 2024-11-17T03:13:47,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741913_1089 (size=653) 2024-11-17T03:13:47,039 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0.1731813191433 to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/oldWALs/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0.1731813191433 2024-11-17T03:13:47,050 DEBUG [rs(1c0ef08a44bb,45215,1731813136974)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 80 2024-11-17T03:13:47,050 INFO [rs(1c0ef08a44bb,45215,1731813136974)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731813227011 on 1c0ef08a44bb,45215,1731813136974 2024-11-17T03:13:47,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T03:13:47,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T03:13:47,075 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-17T03:13:47,076 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '1c0ef08a44bb,45215,1731813136974' in zk 2024-11-17T03:13:47,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:13:47,084 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-17T03:13:47,085 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-17T03:13:47,085 DEBUG [member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-17T03:13:47,085 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:13:47,085 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-17T03:13:47,085 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-17T03:13:47,085 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-17T03:13:47,086 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-17T03:13:47,086 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T03:13:47,086 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1c0ef08a44bb,45215,1731813136974 2024-11-17T03:13:47,087 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-17T03:13:47,087 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T03:13:47,088 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1c0ef08a44bb,45215,1731813136974 2024-11-17T03:13:47,088 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '1c0ef08a44bb,45215,1731813136974': 2024-11-17T03:13:47,088 INFO [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-17T03:13:47,088 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-17T03:13:47,088 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '1c0ef08a44bb,45215,1731813136974' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-17T03:13:47,088 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-17T03:13:47,088 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-17T03:13:47,088 INFO [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-17T03:13:47,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-17T03:13:47,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-17T03:13:47,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-17T03:13:47,095 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-17T03:13:47,095 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-17T03:13:47,095 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-17T03:13:47,095 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-17T03:13:47,095 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-17T03:13:47,096 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-17T03:13:47,096 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-17T03:13:47,096 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-17T03:13:47,097 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:13:47,097 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-17T03:13:47,097 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T03:13:47,097 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-17T03:13:47,098 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T03:13:47,098 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:13:47,098 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1c0ef08a44bb,45215,1731813136974 2024-11-17T03:13:47,099 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-17T03:13:47,099 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T03:13:47,099 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1c0ef08a44bb,45215,1731813136974 2024-11-17T03:13:47,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:13:47,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-17T03:13:47,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-17T03:13:47,106 DEBUG [(1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-17T03:13:47,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-17T03:13:47,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:13:47,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-17T03:13:47,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-17T03:13:47,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-17T03:13:47,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-17T03:13:47,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-17T03:13:47,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-17T03:13:47,108 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-17T03:13:47,108 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-17T03:13:47,109 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-17T03:13:47,109 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-17T03:13:47,114 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.meta.1731813191410.meta to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/oldWALs/1c0ef08a44bb%2C45215%2C1731813136974.meta.1731813191410.meta 2024-11-17T03:13:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-17T03:13:47,119 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {1c0ef08a44bb:45215=1731813177943} newestTimestamps: {1c0ef08a44bb:45215=1731813191433} 2024-11-17T03:13:47,121 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 1c0ef08a44bb%2C45215%2C1731813136974.meta.1731813140139.meta 2024-11-17T03:13:47,121 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 1c0ef08a44bb%2C45215%2C1731813136974.meta.1731813177919.meta 2024-11-17T03:13:47,121 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 1c0ef08a44bb%2C45215%2C1731813136974.meta.1731813226991.meta 2024-11-17T03:13:47,121 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0.1731813227011 2024-11-17T03:13:47,121 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-1.1731813191386 2024-11-17T03:13:47,121 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-1.1731813226970 2024-11-17T03:13:47,122 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/oldWALs/1c0ef08a44bb%2C45215%2C1731813136974.meta.1731813159561.meta 2024-11-17T03:13:47,122 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/oldWALs/1c0ef08a44bb%2C45215%2C1731813136974.meta.1731813191410.meta 2024-11-17T03:13:47,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741957_1133 (size=640) 2024-11-17T03:13:47,534 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:40623/backupUT/backup_1731813224501/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:13:47,534 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-17T03:13:47,537 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk 2024-11-17T03:13:47,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741958_1134 (size=45) 2024-11-17T03:13:47,943 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk 2024-11-17T03:13:47,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741959_1135 (size=364) 2024-11-17T03:13:48,353 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17318131456561 target: hdfs://localhost:40623/backupUT/backup_1731813224501/ns2/test-17318131456561 descriptor: 'ns2:test-17318131456561', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:13:48,353 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-17T03:13:48,356 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17318131456561 2024-11-17T03:13:48,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741960_1136 (size=50) 2024-11-17T03:13:48,761 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17318131456561 2024-11-17T03:13:48,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741961_1137 (size=390) 2024-11-17T03:13:49,173 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17318131456562 target: hdfs://localhost:40623/backupUT/backup_1731813224501/ns3/test-17318131456562 descriptor: 'ns3:test-17318131456562', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:13:49,173 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-17T03:13:49,176 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17318131456562 2024-11-17T03:13:49,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741962_1138 (size=50) 2024-11-17T03:13:49,582 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17318131456562 2024-11-17T03:13:49,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741963_1139 (size=950) 2024-11-17T03:13:49,998 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1731813145656 target: hdfs://localhost:40623/backupUT/backup_1731813224501/default/test-1731813145656 descriptor: 'test-1731813145656', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:13:49,998 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-17T03:13:50,003 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1731813145656 2024-11-17T03:13:50,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741964_1140 (size=53) 2024-11-17T03:13:50,412 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1731813145656 2024-11-17T03:13:50,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741965_1141 (size=390) 2024-11-17T03:13:50,427 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17318131456563 target: hdfs://localhost:40623/backupUT/backup_1731813224501/ns4/test-17318131456563 descriptor: 'ns4:test-17318131456563', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:13:50,427 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-17T03:13:50,430 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17318131456563 2024-11-17T03:13:50,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741966_1142 (size=50) 2024-11-17T03:13:50,837 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17318131456563 2024-11-17T03:13:50,856 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:40623/backupUT/.tmp/backup_1731813224501 from hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-1.1731813191386;hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/oldWALs/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0.1731813191433 2024-11-17T03:13:50,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18ed2e28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:13:50,857 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:13:50,857 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:13:50,858 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:13:50,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:13:50,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:13:50,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46b0271c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:13:50,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:13:50,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:13:50,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:50,860 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36402, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:13:50,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e4b6da8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:13:50,861 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:13:50,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1c0ef08a44bb,42397,1731813133159 2024-11-17T03:13:50,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19dfd038 2024-11-17T03:13:50,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:13:50,863 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36404, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:13:50,867 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-17T03:13:50,867 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1731813145656 2024-11-17T03:13:50,867 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731813145656,, stopping at row=test-1731813145656 ,, for max=2147483647 with caching=100 2024-11-17T03:13:50,867 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:13:50,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:13:50,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:13:50,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41038, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:13:50,872 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1731813145656: test-1731813145656; 2024-11-17T03:13:50,872 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk 2024-11-17T03:13:50,872 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T03:13:50,874 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk; 2024-11-17T03:13:50,874 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17318131456561 2024-11-17T03:13:50,874 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17318131456561,, stopping at row=ns2:test-17318131456561 ,, for max=2147483647 with caching=100 2024-11-17T03:13:50,876 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17318131456561: ns2:test-17318131456561; 2024-11-17T03:13:50,876 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17318131456562 2024-11-17T03:13:50,877 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17318131456562,, stopping at row=ns3:test-17318131456562 ,, for max=2147483647 with caching=100 2024-11-17T03:13:50,878 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17318131456562: ns3:test-17318131456562; 2024-11-17T03:13:50,879 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17318131456563 2024-11-17T03:13:50,879 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17318131456563,, stopping at row=ns4:test-17318131456563 ,, for max=2147483647 with caching=100 2024-11-17T03:13:50,881 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17318131456563: ns4:test-17318131456563; 2024-11-17T03:13:50,881 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables 2024-11-17T03:13:50,882 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/partitions_e791c39f-b96c-4c66-9eda-a9cefb6acb02 2024-11-17T03:13:50,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741967_1143 (size=324) 2024-11-17T03:13:51,290 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:51,290 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:51,290 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:51,721 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a9eb878a2d00d2b8a12b1af3b2c4ff62, had cached 0 bytes from a total of 38453 2024-11-17T03:13:52,252 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/hadoop-18122525245535953351.jar 2024-11-17T03:13:52,252 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:52,252 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:52,252 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:52,253 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:52,253 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:52,253 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:52,253 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:52,254 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:52,254 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:52,254 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-17T03:13:52,254 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-17T03:13:52,255 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-17T03:13:52,255 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-17T03:13:52,255 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-17T03:13:52,256 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-17T03:13:52,256 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-17T03:13:52,256 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-17T03:13:52,256 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-17T03:13:52,256 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-17T03:13:52,256 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-17T03:13:52,257 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:52,257 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:52,257 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:52,257 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:52,257 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:52,257 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:52,258 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T03:13:52,258 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: default:test-1731813145656,backup:system_bulk,ns2:test-17318131456561,ns3:test-17318131456562,ns4:test-17318131456563 2024-11-17T03:13:52,258 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:13:52,258 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:184) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:13:52,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:52,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:52,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:13:52,259 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-17T03:13:53,134 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/hadoop-12436561493068852514.jar 2024-11-17T03:13:53,143 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-17T03:13:53,168 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-1.1731813191386 for WAL files 2024-11-17T03:13:53,169 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-1.1731813191386 2024-11-17T03:13:53,169 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/oldWALs/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0.1731813191433 for WAL files 2024-11-17T03:13:53,170 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/oldWALs/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0.1731813191433 2024-11-17T03:13:53,247 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/mapreduce.cluster.local.dir/job_local2085165668_0010_0f406744-b5e0-4a69-89e7-4f9015eb1808/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-17T03:13:53,247 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/mapreduce.cluster.local.dir/job_local2085165668_0010_0f406744-b5e0-4a69-89e7-4f9015eb1808/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-17T03:13:53,293 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-1.1731813191386 for hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-1.1731813191386 (-9223372036854775808:9223372036854775807) length:4710 2024-11-17T03:13:53,297 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-17T03:13:53,297 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-17T03:13:53,332 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/oldWALs/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0.1731813191433 for hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/oldWALs/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0.1731813191433 (-9223372036854775808:9223372036854775807) length:653 2024-11-17T03:13:53,334 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-17T03:13:53,334 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-17T03:13:53,444 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f0b501, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:13:53,444 DEBUG [pool-260-thread-1 {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:13:53,445 DEBUG [pool-260-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:13:53,446 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:13:53,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:13:53,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:13:53,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71499d37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:13:53,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:13:53,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:13:53,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:53,449 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40900, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:13:53,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42bb0a6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:13:53,451 DEBUG [pool-260-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:13:53,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:13:53,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:13:53,456 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53146, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:13:53,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731813145656', row='row-test-1731813145656-2-0', locateType=CURRENT is [region=test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=338] 2024-11-17T03:13:53,459 INFO [pool-260-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-260-thread-1. 2024-11-17T03:13:53,460 DEBUG [pool-260-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:13:53,460 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:53,460 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:53,460 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:13:53,461 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731813145656-2-0] 2024-11-17T03:13:53,461 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 1c0ef08a44bb 2024-11-17T03:13:53,467 DEBUG [pool-260-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40623/backupUT/.tmp/backup_1731813224501/_temporary/0/_temporary/attempt_local2085165668_0010_r_000004_0/default/test-1731813145656/f2/407de7c003f049c781e2cb1e49d0b975 is 58, key is row-test-1731813145656-2-0/f2:q1/1731813219490/Put/seqid=0 2024-11-17T03:13:53,469 WARN [Thread-1514 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [1c0ef08a44bb:45215] Specified favored nodes: [1c0ef08a44bb:45215] 2024-11-17T03:13:53,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741968_1144 (size=5367) 2024-11-17T03:13:54,286 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:40623/backupUT 2024-11-17T03:13:54,286 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1731813224501 2024-11-17T03:13:54,286 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-17T03:13:54,303 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:40623/backupUT/.tmp/backup_1731813224501, hdfs://localhost:40623/backupUT] 2024-11-17T03:13:54,353 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-17T03:13:54,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741969_1145 (size=5367) 2024-11-17T03:13:54,976 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-17T03:13:54,979 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1731813224501 2024-11-17T03:13:54,979 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 5367 bytes copied." 2024-11-17T03:13:54,979 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local172152932_0011 completed: true true 2024-11-17T03:13:54,980 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=6666628 FILE: Number of bytes written=17154944 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=410407 HDFS: Number of bytes written=2548285 HDFS: Number of read operations=1165 HDFS: Number of large read operations=0 HDFS: Number of write operations=425 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=6 Map output records=0 Input split bytes=339 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=1482 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=5367 Bytes Copied=5367 Bytes Expected=5367 Files Copied=2 DIR_COPY=4 2024-11-17T03:13:54,980 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:40623/backupUT/.tmp/backup_1731813224501 to hdfs://localhost:40623/backupUT finished. 2024-11-17T03:13:55,001 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731813224501 2024-11-17T03:13:55,004 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731813186883} 2024-11-17T03:13:55,004 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-17T03:13:55,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741970_1146 (size=714) 2024-11-17T03:13:55,411 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:40623/backupUT/backup_1731813224501/.backup.manifest 2024-11-17T03:13:55,411 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731813224501 finished: type=INCREMENTAL,tablelist=backup:system_bulk;ns2:test-17318131456561;ns3:test-17318131456562;test-1731813145656;ns4:test-17318131456563,targetRootDir=hdfs://localhost:40623/backupUT,startts=1731813226846,completets=1731813235001,bytescopied=0 2024-11-17T03:13:55,411 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-17T03:13:55,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-17T03:13:55,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-17T03:13:55,427 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-17T03:13:55,429 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-17T03:13:55,433 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731813224501 completed. 2024-11-17T03:13:55,433 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-17T03:13:55,442 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T03:13:55,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T03:13:55,449 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(191): Restoring full backup_1731813154610 2024-11-17T03:13:55,452 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table table1 does not exist. It will be created during restore process 2024-11-17T03:13:55,453 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table ns2:table2 does not exist. It will be created during restore process 2024-11-17T03:13:55,454 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40623/backupUT/backup_1731813154610/.backup.manifest 2024-11-17T03:13:55,456 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731813154610/.backup.manifest 2024-11-17T03:13:55,458 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40623/backupUT/backup_1731813154610/.backup.manifest 2024-11-17T03:13:55,460 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731813154610/.backup.manifest 2024-11-17T03:13:55,460 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1731813145656' to 'table1' from full backup image hdfs://localhost:40623/backupUT/backup_1731813154610/default/test-1731813145656 2024-11-17T03:13:55,469 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'table1' 2024-11-17T03:13:55,469 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:40623/backupUT/backup_1731813154610/default/test-1731813145656/archive/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:13:55,470 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:40623/backupUT/backup_1731813154610/default/test-1731813145656/archive/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/f in region [hdfs://localhost:40623/backupUT/backup_1731813154610/default/test-1731813145656/archive/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62] 2024-11-17T03:13:55,476 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:40623/backupUT/backup_1731813154610/default/test-1731813145656/archive/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/f/382a269fc51a4235a9742cae864e4b44 first=row0 last=row98 2024-11-17T03:13:55,476 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:40623/backupUT/backup_1731813154610/default/test-1731813145656/archive/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/f3 in region [hdfs://localhost:40623/backupUT/backup_1731813154610/default/test-1731813145656/archive/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62] 2024-11-17T03:13:55,480 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:40623/backupUT/backup_1731813154610/default/test-1731813145656/archive/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/f3/125487ce0bce4470877e1b05da8ecc02 first=row-test-1731813145656-3-0 last=row-test-1731813145656-3-5 2024-11-17T03:13:55,480 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:40623/backupUT/backup_1731813154610/default/test-1731813145656/archive/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/mob in region [hdfs://localhost:40623/backupUT/backup_1731813154610/default/test-1731813145656/archive/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62] 2024-11-17T03:13:55,483 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:40623/backupUT/backup_1731813154610/default/test-1731813145656/archive/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/mob/fe4bfdac8a224a7bb4a501cf4867316d first=row-test-1731813145656-3-0 last=row-test-1731813145656-3-5 2024-11-17T03:13:55,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'table1', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:13:55,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=table1 2024-11-17T03:13:55,490 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T03:13:55,490 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:13:55,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 62 2024-11-17T03:13:55,491 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T03:13:55,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-17T03:13:55,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741971_1147 (size=938) 2024-11-17T03:13:55,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-17T03:13:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-17T03:13:55,901 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c604b74e73dc610a9563d9639e0f16c2, NAME => 'table1,,1731813235487.c604b74e73dc610a9563d9639e0f16c2.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8 2024-11-17T03:13:55,903 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a5639a3763198e71fa5e9bcf9a9dbd29, NAME => 'table1,row0,1731813235487.a5639a3763198e71fa5e9bcf9a9dbd29.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8 2024-11-17T03:13:55,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741972_1148 (size=45) 2024-11-17T03:13:55,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741973_1149 (size=45) 2024-11-17T03:13:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-17T03:13:56,314 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1731813235487.a5639a3763198e71fa5e9bcf9a9dbd29.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:13:56,314 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1731813235487.c604b74e73dc610a9563d9639e0f16c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:13:56,314 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing a5639a3763198e71fa5e9bcf9a9dbd29, disabling compactions & flushes 2024-11-17T03:13:56,314 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing c604b74e73dc610a9563d9639e0f16c2, disabling compactions & flushes 2024-11-17T03:13:56,314 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1731813235487.a5639a3763198e71fa5e9bcf9a9dbd29. 2024-11-17T03:13:56,314 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1731813235487.c604b74e73dc610a9563d9639e0f16c2. 2024-11-17T03:13:56,315 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731813235487.a5639a3763198e71fa5e9bcf9a9dbd29. 2024-11-17T03:13:56,315 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731813235487.c604b74e73dc610a9563d9639e0f16c2. 2024-11-17T03:13:56,315 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1731813235487.c604b74e73dc610a9563d9639e0f16c2. after waiting 0 ms 2024-11-17T03:13:56,315 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731813235487.a5639a3763198e71fa5e9bcf9a9dbd29. after waiting 0 ms 2024-11-17T03:13:56,315 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1731813235487.c604b74e73dc610a9563d9639e0f16c2. 2024-11-17T03:13:56,315 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731813235487.a5639a3763198e71fa5e9bcf9a9dbd29. 2024-11-17T03:13:56,315 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1731813235487.a5639a3763198e71fa5e9bcf9a9dbd29. 2024-11-17T03:13:56,315 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1731813235487.c604b74e73dc610a9563d9639e0f16c2. 2024-11-17T03:13:56,315 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for c604b74e73dc610a9563d9639e0f16c2: Waiting for close lock at 1731813236314Disabling compacts and flushes for region at 1731813236314Disabling writes for close at 1731813236315 (+1 ms)Writing region close event to WAL at 1731813236315Closed at 1731813236315 2024-11-17T03:13:56,315 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for a5639a3763198e71fa5e9bcf9a9dbd29: Waiting for close lock at 1731813236314Disabling compacts and flushes for region at 1731813236314Disabling writes for close at 1731813236315 (+1 ms)Writing region close event to WAL at 1731813236315Closed at 1731813236315 2024-11-17T03:13:56,317 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T03:13:56,318 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1731813235487.a5639a3763198e71fa5e9bcf9a9dbd29.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731813236318"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731813236318"}]},"ts":"1731813236318"} 2024-11-17T03:13:56,319 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1731813235487.c604b74e73dc610a9563d9639e0f16c2.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731813236318"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731813236318"}]},"ts":"1731813236318"} 2024-11-17T03:13:56,324 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-17T03:13:56,325 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T03:13:56,325 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813236325"}]},"ts":"1731813236325"} 2024-11-17T03:13:56,327 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-17T03:13:56,328 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=c604b74e73dc610a9563d9639e0f16c2, ASSIGN}, {pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=a5639a3763198e71fa5e9bcf9a9dbd29, ASSIGN}] 2024-11-17T03:13:56,329 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=a5639a3763198e71fa5e9bcf9a9dbd29, ASSIGN 2024-11-17T03:13:56,329 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=c604b74e73dc610a9563d9639e0f16c2, ASSIGN 2024-11-17T03:13:56,330 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=c604b74e73dc610a9563d9639e0f16c2, ASSIGN; state=OFFLINE, location=1c0ef08a44bb,45215,1731813136974; forceNewPlan=false, retain=false 2024-11-17T03:13:56,330 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=a5639a3763198e71fa5e9bcf9a9dbd29, ASSIGN; state=OFFLINE, location=1c0ef08a44bb,45215,1731813136974; forceNewPlan=false, retain=false 2024-11-17T03:13:56,481 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=a5639a3763198e71fa5e9bcf9a9dbd29, regionState=OPENING, regionLocation=1c0ef08a44bb,45215,1731813136974 2024-11-17T03:13:56,481 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=c604b74e73dc610a9563d9639e0f16c2, regionState=OPENING, regionLocation=1c0ef08a44bb,45215,1731813136974 2024-11-17T03:13:56,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=a5639a3763198e71fa5e9bcf9a9dbd29, ASSIGN because future has completed 2024-11-17T03:13:56,483 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5639a3763198e71fa5e9bcf9a9dbd29, server=1c0ef08a44bb,45215,1731813136974}] 2024-11-17T03:13:56,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=c604b74e73dc610a9563d9639e0f16c2, ASSIGN because future has completed 2024-11-17T03:13:56,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure c604b74e73dc610a9563d9639e0f16c2, server=1c0ef08a44bb,45215,1731813136974}] 2024-11-17T03:13:56,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-17T03:13:56,639 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(132): Open table1,,1731813235487.c604b74e73dc610a9563d9639e0f16c2. 2024-11-17T03:13:56,639 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7752): Opening region: {ENCODED => c604b74e73dc610a9563d9639e0f16c2, NAME => 'table1,,1731813235487.c604b74e73dc610a9563d9639e0f16c2.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-17T03:13:56,640 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-17T03:13:56,640 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 c604b74e73dc610a9563d9639e0f16c2 2024-11-17T03:13:56,640 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(898): Instantiated table1,,1731813235487.c604b74e73dc610a9563d9639e0f16c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:13:56,640 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7794): checking encryption for c604b74e73dc610a9563d9639e0f16c2 2024-11-17T03:13:56,640 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7797): checking classloading for c604b74e73dc610a9563d9639e0f16c2 2024-11-17T03:13:56,642 INFO [StoreOpener-c604b74e73dc610a9563d9639e0f16c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c604b74e73dc610a9563d9639e0f16c2 2024-11-17T03:13:56,644 INFO [StoreOpener-c604b74e73dc610a9563d9639e0f16c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c604b74e73dc610a9563d9639e0f16c2 columnFamilyName f 2024-11-17T03:13:56,644 DEBUG [StoreOpener-c604b74e73dc610a9563d9639e0f16c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:13:56,645 INFO [StoreOpener-c604b74e73dc610a9563d9639e0f16c2-1 {}] regionserver.HStore(327): Store=c604b74e73dc610a9563d9639e0f16c2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:13:56,645 INFO [StoreOpener-c604b74e73dc610a9563d9639e0f16c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region c604b74e73dc610a9563d9639e0f16c2 2024-11-17T03:13:56,646 INFO [StoreOpener-c604b74e73dc610a9563d9639e0f16c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c604b74e73dc610a9563d9639e0f16c2 columnFamilyName f3 2024-11-17T03:13:56,646 DEBUG [StoreOpener-c604b74e73dc610a9563d9639e0f16c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:13:56,647 INFO [StoreOpener-c604b74e73dc610a9563d9639e0f16c2-1 {}] regionserver.HStore(327): Store=c604b74e73dc610a9563d9639e0f16c2/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:13:56,647 INFO [StoreOpener-c604b74e73dc610a9563d9639e0f16c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region c604b74e73dc610a9563d9639e0f16c2 2024-11-17T03:13:56,648 INFO [StoreOpener-c604b74e73dc610a9563d9639e0f16c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c604b74e73dc610a9563d9639e0f16c2 columnFamilyName mob 2024-11-17T03:13:56,649 DEBUG [StoreOpener-c604b74e73dc610a9563d9639e0f16c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:13:56,650 INFO [StoreOpener-c604b74e73dc610a9563d9639e0f16c2-1 {}] regionserver.HStore(327): Store=c604b74e73dc610a9563d9639e0f16c2/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:13:56,650 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1038): replaying wal for c604b74e73dc610a9563d9639e0f16c2 2024-11-17T03:13:56,651 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/c604b74e73dc610a9563d9639e0f16c2 2024-11-17T03:13:56,651 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/c604b74e73dc610a9563d9639e0f16c2 2024-11-17T03:13:56,652 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1048): stopping wal replay for c604b74e73dc610a9563d9639e0f16c2 2024-11-17T03:13:56,652 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1060): Cleaning up temporary data for c604b74e73dc610a9563d9639e0f16c2 2024-11-17T03:13:56,653 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T03:13:56,654 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1093): writing seq id for c604b74e73dc610a9563d9639e0f16c2 2024-11-17T03:13:56,656 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/c604b74e73dc610a9563d9639e0f16c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:13:56,657 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1114): Opened c604b74e73dc610a9563d9639e0f16c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9797777760, jitterRate=-0.0875108391046524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T03:13:56,657 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c604b74e73dc610a9563d9639e0f16c2 2024-11-17T03:13:56,658 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1006): Region open journal for c604b74e73dc610a9563d9639e0f16c2: Running coprocessor pre-open hook at 1731813236640Writing region info on filesystem at 1731813236640Initializing all the Stores at 1731813236641 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813236641Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813236642 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813236642Cleaning up temporary data from old regions at 1731813236652 (+10 ms)Running coprocessor post-open hooks at 1731813236657 (+5 ms)Region opened successfully at 1731813236658 (+1 ms) 2024-11-17T03:13:56,659 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731813235487.c604b74e73dc610a9563d9639e0f16c2., pid=66, masterSystemTime=1731813236635 2024-11-17T03:13:56,661 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731813235487.c604b74e73dc610a9563d9639e0f16c2. 2024-11-17T03:13:56,661 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(153): Opened table1,,1731813235487.c604b74e73dc610a9563d9639e0f16c2. 2024-11-17T03:13:56,661 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open table1,row0,1731813235487.a5639a3763198e71fa5e9bcf9a9dbd29. 2024-11-17T03:13:56,661 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => a5639a3763198e71fa5e9bcf9a9dbd29, NAME => 'table1,row0,1731813235487.a5639a3763198e71fa5e9bcf9a9dbd29.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-17T03:13:56,661 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=c604b74e73dc610a9563d9639e0f16c2, regionState=OPEN, openSeqNum=2, regionLocation=1c0ef08a44bb,45215,1731813136974 2024-11-17T03:13:56,661 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-17T03:13:56,662 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 a5639a3763198e71fa5e9bcf9a9dbd29 2024-11-17T03:13:56,662 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated table1,row0,1731813235487.a5639a3763198e71fa5e9bcf9a9dbd29.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:13:56,662 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for a5639a3763198e71fa5e9bcf9a9dbd29 2024-11-17T03:13:56,662 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for a5639a3763198e71fa5e9bcf9a9dbd29 2024-11-17T03:13:56,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure c604b74e73dc610a9563d9639e0f16c2, server=1c0ef08a44bb,45215,1731813136974 because future has completed 2024-11-17T03:13:56,663 INFO [StoreOpener-a5639a3763198e71fa5e9bcf9a9dbd29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a5639a3763198e71fa5e9bcf9a9dbd29 2024-11-17T03:13:56,665 INFO [StoreOpener-a5639a3763198e71fa5e9bcf9a9dbd29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5639a3763198e71fa5e9bcf9a9dbd29 columnFamilyName f 2024-11-17T03:13:56,665 DEBUG [StoreOpener-a5639a3763198e71fa5e9bcf9a9dbd29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:13:56,665 INFO [StoreOpener-a5639a3763198e71fa5e9bcf9a9dbd29-1 {}] regionserver.HStore(327): Store=a5639a3763198e71fa5e9bcf9a9dbd29/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:13:56,666 INFO [StoreOpener-a5639a3763198e71fa5e9bcf9a9dbd29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region a5639a3763198e71fa5e9bcf9a9dbd29 2024-11-17T03:13:56,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=63 2024-11-17T03:13:56,667 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure c604b74e73dc610a9563d9639e0f16c2, server=1c0ef08a44bb,45215,1731813136974 in 180 msec 2024-11-17T03:13:56,667 INFO [StoreOpener-a5639a3763198e71fa5e9bcf9a9dbd29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5639a3763198e71fa5e9bcf9a9dbd29 columnFamilyName f3 2024-11-17T03:13:56,667 DEBUG [StoreOpener-a5639a3763198e71fa5e9bcf9a9dbd29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:13:56,668 INFO [StoreOpener-a5639a3763198e71fa5e9bcf9a9dbd29-1 {}] regionserver.HStore(327): Store=a5639a3763198e71fa5e9bcf9a9dbd29/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:13:56,668 INFO [StoreOpener-a5639a3763198e71fa5e9bcf9a9dbd29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region a5639a3763198e71fa5e9bcf9a9dbd29 2024-11-17T03:13:56,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=c604b74e73dc610a9563d9639e0f16c2, ASSIGN in 338 msec 2024-11-17T03:13:56,670 INFO [StoreOpener-a5639a3763198e71fa5e9bcf9a9dbd29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5639a3763198e71fa5e9bcf9a9dbd29 columnFamilyName mob 2024-11-17T03:13:56,670 DEBUG [StoreOpener-a5639a3763198e71fa5e9bcf9a9dbd29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:13:56,671 INFO [StoreOpener-a5639a3763198e71fa5e9bcf9a9dbd29-1 {}] regionserver.HStore(327): Store=a5639a3763198e71fa5e9bcf9a9dbd29/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:13:56,671 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for a5639a3763198e71fa5e9bcf9a9dbd29 2024-11-17T03:13:56,672 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/a5639a3763198e71fa5e9bcf9a9dbd29 2024-11-17T03:13:56,672 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/a5639a3763198e71fa5e9bcf9a9dbd29 2024-11-17T03:13:56,673 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for a5639a3763198e71fa5e9bcf9a9dbd29 2024-11-17T03:13:56,673 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for a5639a3763198e71fa5e9bcf9a9dbd29 2024-11-17T03:13:56,674 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T03:13:56,674 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for a5639a3763198e71fa5e9bcf9a9dbd29 2024-11-17T03:13:56,676 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/a5639a3763198e71fa5e9bcf9a9dbd29/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:13:56,677 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened a5639a3763198e71fa5e9bcf9a9dbd29; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9634164480, jitterRate=-0.10274851322174072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T03:13:56,677 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a5639a3763198e71fa5e9bcf9a9dbd29 2024-11-17T03:13:56,677 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for a5639a3763198e71fa5e9bcf9a9dbd29: Running coprocessor pre-open hook at 1731813236662Writing region info on filesystem at 1731813236662Initializing all the Stores at 1731813236663 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813236663Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813236663Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813236663Cleaning up temporary data from old regions at 1731813236673 (+10 ms)Running coprocessor post-open hooks at 1731813236677 (+4 ms)Region opened successfully at 1731813236677 2024-11-17T03:13:56,678 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731813235487.a5639a3763198e71fa5e9bcf9a9dbd29., pid=65, masterSystemTime=1731813236635 2024-11-17T03:13:56,679 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731813235487.a5639a3763198e71fa5e9bcf9a9dbd29. 2024-11-17T03:13:56,679 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened table1,row0,1731813235487.a5639a3763198e71fa5e9bcf9a9dbd29. 2024-11-17T03:13:56,680 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=a5639a3763198e71fa5e9bcf9a9dbd29, regionState=OPEN, openSeqNum=2, regionLocation=1c0ef08a44bb,45215,1731813136974 2024-11-17T03:13:56,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5639a3763198e71fa5e9bcf9a9dbd29, server=1c0ef08a44bb,45215,1731813136974 because future has completed 2024-11-17T03:13:56,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-17T03:13:56,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure a5639a3763198e71fa5e9bcf9a9dbd29, server=1c0ef08a44bb,45215,1731813136974 in 200 msec 2024-11-17T03:13:56,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=62 2024-11-17T03:13:56,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=a5639a3763198e71fa5e9bcf9a9dbd29, ASSIGN in 357 msec 2024-11-17T03:13:56,687 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T03:13:56,688 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813236687"}]},"ts":"1731813236687"} 2024-11-17T03:13:56,689 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-17T03:13:56,690 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T03:13:56,691 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; CreateTableProcedure table=table1 in 1.2020 sec 2024-11-17T03:13:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-17T03:13:57,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:table1 completed 2024-11-17T03:13:57,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-17T03:13:57,644 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:40623/backupUT/backup_1731813154610/default/test-1731813145656/archive/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62 from hbase tables test-1731813145656 to tables table1 2024-11-17T03:13:57,645 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731813145656 into table1 2024-11-17T03:13:57,648 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-default-table1-1731813237645 from hdfs://localhost:40623/backupUT/backup_1731813154610/default/test-1731813145656/archive/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:13:57,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d9df6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:13:57,650 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:13:57,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:13:57,651 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:13:57,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:13:57,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:13:57,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a9949f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:13:57,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:13:57,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:13:57,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:57,653 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40920, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:13:57,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a4470ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:13:57,655 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:13:57,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1c0ef08a44bb,42397,1731813133159 2024-11-17T03:13:57,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cd575b0 2024-11-17T03:13:57,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:13:57,657 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40936, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:13:57,658 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-17T03:13:57,658 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-17T03:13:57,658 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-17T03:13:57,658 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:13:57,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:13:57,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:13:57,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53154, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:13:57,662 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-17T03:13:57,662 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-17T03:13:57,662 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-17T03:13:57,662 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/partitions_026eac4e-5f04-4d22-9f88-d45438fe3320 2024-11-17T03:13:57,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741974_1150 (size=177) 2024-11-17T03:13:57,982 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5c24258f2ed423617f43a2c864ac7525, had cached 0 bytes from a total of 13547 2024-11-17T03:13:58,072 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:58,073 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:58,074 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:58,955 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/hadoop-9331502540902040533.jar 2024-11-17T03:13:58,956 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:58,956 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:58,956 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:58,956 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:58,956 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:58,957 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:58,957 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:58,957 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:58,957 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:58,957 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-17T03:13:58,958 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-17T03:13:58,958 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-17T03:13:58,958 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-17T03:13:58,958 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-17T03:13:58,958 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-17T03:13:58,959 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-17T03:13:58,959 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-17T03:13:58,959 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-17T03:13:58,959 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-17T03:13:58,959 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-17T03:13:58,961 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:58,961 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:58,961 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:58,962 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:58,962 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:58,962 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:13:58,962 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T03:13:58,962 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-17T03:13:58,962 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:13:58,963 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:13:58,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:58,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:58,963 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:13:58,963 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-17T03:13:58,963 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-17T03:13:58,974 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-17T03:13:58,985 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-17T03:13:59,070 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/mapreduce.cluster.local.dir/job_local816764912_0012_62025b15-a7b5-4e07-b69a-7fbf23078b8f/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-17T03:13:59,070 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/mapreduce.cluster.local.dir/job_local816764912_0012_62025b15-a7b5-4e07-b69a-7fbf23078b8f/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-17T03:13:59,120 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40623/backupUT/backup_1731813154610/default/test-1731813145656/archive/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/f/382a269fc51a4235a9742cae864e4b44 2024-11-17T03:13:59,123 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-17T03:13:59,170 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40623/backupUT/backup_1731813154610/default/test-1731813145656/archive/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/mob/fe4bfdac8a224a7bb4a501cf4867316d 2024-11-17T03:13:59,174 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-17T03:13:59,198 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40623/backupUT/backup_1731813154610/default/test-1731813145656/archive/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/f3/125487ce0bce4470877e1b05da8ecc02 2024-11-17T03:13:59,201 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-17T03:13:59,230 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64d9c3f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:13:59,231 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:13:59,231 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:13:59,232 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:13:59,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:13:59,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:13:59,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46a7ca90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:13:59,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:13:59,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:13:59,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:59,234 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40948, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:13:59,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f91e87b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:13:59,235 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:13:59,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:13:59,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:13:59,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53166, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:13:59,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731813145656-3-0', locateType=CURRENT is [region=table1,,1731813235487.c604b74e73dc610a9563d9639e0f16c2., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2] 2024-11-17T03:13:59,240 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-17T03:13:59,240 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:13:59,240 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:59,241 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:59,241 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:13:59,241 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731813145656-3-0] 2024-11-17T03:13:59,241 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 1c0ef08a44bb 2024-11-17T03:13:59,248 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f7f4fe9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:13:59,248 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:13:59,248 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:13:59,249 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:13:59,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:13:59,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:13:59,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35399b40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:13:59,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:13:59,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:13:59,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:59,251 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40964, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:13:59,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cfb27b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:13:59,252 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:13:59,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:13:59,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:13:59,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53172, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:13:59,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731813145656-3-0', locateType=CURRENT is [region=table1,,1731813235487.c604b74e73dc610a9563d9639e0f16c2., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2] 2024-11-17T03:13:59,256 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-17T03:13:59,256 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:13:59,256 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:59,256 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:13:59,256 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:13:59,256 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731813145656-3-0] 2024-11-17T03:13:59,256 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 1c0ef08a44bb 2024-11-17T03:13:59,261 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-default-table1-1731813237645/_temporary/0/_temporary/attempt_local816764912_0012_r_000000_0/f3/e7e0f4399ef94d829cf84077acd784b8 is 58, key is row-test-1731813145656-3-0/f3:q1/1731813154569/Put/seqid=0 2024-11-17T03:13:59,262 WARN [Thread-1633 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [1c0ef08a44bb:45215] Specified favored nodes: [1c0ef08a44bb:45215] 2024-11-17T03:13:59,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741975_1151 (size=5529) 2024-11-17T03:13:59,667 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-default-table1-1731813237645/_temporary/0/_temporary/attempt_local816764912_0012_r_000000_0/mob/587f80eafb564b2eaf67680d4e5f6a0b is 59, key is row-test-1731813145656-3-0/mob:q1/1731813154590/Put/seqid=0 2024-11-17T03:13:59,669 WARN [Thread-1635 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [1c0ef08a44bb:45215] Specified favored nodes: [1c0ef08a44bb:45215] 2024-11-17T03:13:59,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741976_1152 (size=5538) 2024-11-17T03:14:00,104 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@193f91c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:00,105 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:14:00,105 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:14:00,106 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:14:00,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:14:00,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:14:00,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bed53a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:00,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:14:00,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:14:00,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:00,107 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40982, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:14:00,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72c436e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:00,108 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:14:00,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:14:00,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:14:00,111 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53188, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:14:00,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731813235487.a5639a3763198e71fa5e9bcf9a9dbd29., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2] 2024-11-17T03:14:00,113 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-17T03:14:00,113 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:14:00,113 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:00,113 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:00,113 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:14:00,113 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-17T03:14:00,113 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 1c0ef08a44bb 2024-11-17T03:14:00,122 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-default-table1-1731813237645/_temporary/0/_temporary/attempt_local816764912_0012_r_000001_0/f/25623ed7dbae47bda7bf3619c82156a9 is 37, key is row10/f:q1/1731813147417/Put/seqid=0 2024-11-17T03:14:00,123 WARN [Thread-1650 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [1c0ef08a44bb:45215] Specified favored nodes: [1c0ef08a44bb:45215] 2024-11-17T03:14:00,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741977_1153 (size=8741) 2024-11-17T03:14:01,111 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-default-table1-1731813237645 2024-11-17T03:14:01,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe5557d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:01,112 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:14:01,112 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:14:01,113 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:14:01,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:14:01,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:14:01,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26eceea2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:01,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:14:01,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:14:01,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:01,115 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41012, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:14:01,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bd5b37a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:01,117 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:14:01,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:14:01,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:14:01,119 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53202, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:14:01,124 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-default-table1-1731813237645/_SUCCESS 2024-11-17T03:14:01,135 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:14:01,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1c0ef08a44bb,42397,1731813133159 2024-11-17T03:14:01,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c13def5 2024-11-17T03:14:01,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:14:01,138 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41022, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:14:01,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731813235487.c604b74e73dc610a9563d9639e0f16c2., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2] 2024-11-17T03:14:01,151 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-17T03:14:01,166 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-default-table1-1731813237645/f/25623ed7dbae47bda7bf3619c82156a9 first=Optional[row0] last=Optional[row98] 2024-11-17T03:14:01,169 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-default-table1-1731813237645/f3/e7e0f4399ef94d829cf84077acd784b8 first=Optional[row-test-1731813145656-3-0] last=Optional[row-test-1731813145656-3-5] 2024-11-17T03:14:01,176 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-default-table1-1731813237645/mob/587f80eafb564b2eaf67680d4e5f6a0b first=Optional[row-test-1731813145656-3-0] last=Optional[row-test-1731813145656-3-5] 2024-11-17T03:14:01,197 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-default-table1-1731813237645/f/25623ed7dbae47bda7bf3619c82156a9 for inclusion in a5639a3763198e71fa5e9bcf9a9dbd29/f 2024-11-17T03:14:01,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-default-table1-1731813237645/mob/587f80eafb564b2eaf67680d4e5f6a0b for inclusion in c604b74e73dc610a9563d9639e0f16c2/mob 2024-11-17T03:14:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-17T03:14:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-17T03:14:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731813145656-3-0 last=row-test-1731813145656-3-5 2024-11-17T03:14:01,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-17T03:14:01,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] regionserver.HRegion(2603): Flush status journal for a5639a3763198e71fa5e9bcf9a9dbd29: 2024-11-17T03:14:01,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-default-table1-1731813237645/f3/e7e0f4399ef94d829cf84077acd784b8 for inclusion in c604b74e73dc610a9563d9639e0f16c2/f3 2024-11-17T03:14:01,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-default-table1-1731813237645/f/25623ed7dbae47bda7bf3619c82156a9 to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/staging/jenkins__table1__jokdt40nndjj8g24eqh8io4tc6hsdsn9mf0cl507cgrenb7cn3gdcj58aq24rg35/f/25623ed7dbae47bda7bf3619c82156a9 2024-11-17T03:14:01,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731813145656-3-0 last=row-test-1731813145656-3-5 2024-11-17T03:14:01,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-17T03:14:01,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HRegion(2603): Flush status journal for c604b74e73dc610a9563d9639e0f16c2: 2024-11-17T03:14:01,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-default-table1-1731813237645/mob/587f80eafb564b2eaf67680d4e5f6a0b to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/staging/jenkins__table1__jokdt40nndjj8g24eqh8io4tc6hsdsn9mf0cl507cgrenb7cn3gdcj58aq24rg35/mob/587f80eafb564b2eaf67680d4e5f6a0b 2024-11-17T03:14:01,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/staging/jenkins__table1__jokdt40nndjj8g24eqh8io4tc6hsdsn9mf0cl507cgrenb7cn3gdcj58aq24rg35/f/25623ed7dbae47bda7bf3619c82156a9 as hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/a5639a3763198e71fa5e9bcf9a9dbd29/f/2e21bfa2ecc44c03ae1e1912ba62a5e5_SeqId_4_ 2024-11-17T03:14:01,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/staging/jenkins__table1__jokdt40nndjj8g24eqh8io4tc6hsdsn9mf0cl507cgrenb7cn3gdcj58aq24rg35/mob/587f80eafb564b2eaf67680d4e5f6a0b as hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/c604b74e73dc610a9563d9639e0f16c2/mob/a05833ba674f4ca595c7572dd165d02b_SeqId_4_ 2024-11-17T03:14:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-default-table1-1731813237645/f3/e7e0f4399ef94d829cf84077acd784b8 to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/staging/jenkins__table1__jokdt40nndjj8g24eqh8io4tc6hsdsn9mf0cl507cgrenb7cn3gdcj58aq24rg35/f3/e7e0f4399ef94d829cf84077acd784b8 2024-11-17T03:14:01,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27f3c34f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:01,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:14:01,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:14:01,227 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:14:01,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:14:01,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:14:01,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b50f965, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:01,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:14:01,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:14:01,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:01,230 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41034, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:14:01,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f78ce90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:14:01,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1c0ef08a44bb,42397,1731813133159 2024-11-17T03:14:01,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b7d4a12 2024-11-17T03:14:01,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:14:01,234 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41038, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:14:01,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:14:01,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:14:01,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:14:01,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53218, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:14:01,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/staging/jenkins__table1__jokdt40nndjj8g24eqh8io4tc6hsdsn9mf0cl507cgrenb7cn3gdcj58aq24rg35/f3/e7e0f4399ef94d829cf84077acd784b8 as hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/c604b74e73dc610a9563d9639e0f16c2/f3/128d153b8da84bd0bca92e0c267e74e1_SeqId_4_ 2024-11-17T03:14:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbd6a21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:14:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:14:01,241 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:14:01,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:14:01,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:14:01,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48d983ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:01,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:14:01,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:14:01,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:01,244 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41064, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:14:01,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67784940, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:14:01,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1c0ef08a44bb,42397,1731813133159 2024-11-17T03:14:01,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49829e87 2024-11-17T03:14:01,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:14:01,247 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41076, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:14:01,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:14:01,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:14:01,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:14:01,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T03:14:01,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53232, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:14:01,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T03:14:01,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T03:14:01,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731813154782.aceb585657a428183e84174cd96476d6., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2] 2024-11-17T03:14:01,267 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215. 2024-11-17T03:14:01,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:14:01,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:01,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:01,268 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:14:01,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T03:14:01,273 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/staging/jenkins__table1__jokdt40nndjj8g24eqh8io4tc6hsdsn9mf0cl507cgrenb7cn3gdcj58aq24rg35/f/25623ed7dbae47bda7bf3619c82156a9 into a5639a3763198e71fa5e9bcf9a9dbd29/f as hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/a5639a3763198e71fa5e9bcf9a9dbd29/f/2e21bfa2ecc44c03ae1e1912ba62a5e5_SeqId_4_ - updating store file list. 2024-11-17T03:14:01,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731813154782.aceb585657a428183e84174cd96476d6., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2] 2024-11-17T03:14:01,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215. 2024-11-17T03:14:01,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:14:01,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:01,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:01,279 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:14:01,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33711afc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:01,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:14:01,285 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/a5639a3763198e71fa5e9bcf9a9dbd29/f/2e21bfa2ecc44c03ae1e1912ba62a5e5_SeqId_4_ into a5639a3763198e71fa5e9bcf9a9dbd29/f 2024-11-17T03:14:01,285 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/staging/jenkins__table1__jokdt40nndjj8g24eqh8io4tc6hsdsn9mf0cl507cgrenb7cn3gdcj58aq24rg35/f/25623ed7dbae47bda7bf3619c82156a9 into a5639a3763198e71fa5e9bcf9a9dbd29/f (new location: hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/a5639a3763198e71fa5e9bcf9a9dbd29/f/2e21bfa2ecc44c03ae1e1912ba62a5e5_SeqId_4_) 2024-11-17T03:14:01,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:14:01,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/staging/jenkins__table1__jokdt40nndjj8g24eqh8io4tc6hsdsn9mf0cl507cgrenb7cn3gdcj58aq24rg35/f/25623ed7dbae47bda7bf3619c82156a9 2024-11-17T03:14:01,286 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:14:01,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:14:01,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:14:01,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b40403, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:01,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:14:01,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:14:01,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:01,288 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41102, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:14:01,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@400ee61f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:14:01,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1c0ef08a44bb,42397,1731813133159 2024-11-17T03:14:01,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2eed476a 2024-11-17T03:14:01,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:14:01,291 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41106, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:14:01,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@101777c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:01,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:14:01,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:14:01,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:14:01,293 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:14:01,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:14:01,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:14:01,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:14:01,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9d63343, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:01,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:14:01,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:14:01,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:14:01,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:01,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53240, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:14:01,295 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41124, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:14:01,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5035f908, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:01,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:14:01,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1c0ef08a44bb,42397,1731813133159 2024-11-17T03:14:01,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ceb6d4 2024-11-17T03:14:01,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:14:01,298 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41140, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-17T03:14:01,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:14:01,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:14:01,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:14:01,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53254, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-17T03:14:01,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T03:14:01,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T03:14:01,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T03:14:01,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731813154782.aceb585657a428183e84174cd96476d6., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2] 2024-11-17T03:14:01,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T03:14:01,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215. 2024-11-17T03:14:01,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:14:01,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:01,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:01,320 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:14:01,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/staging/jenkins__table1__jokdt40nndjj8g24eqh8io4tc6hsdsn9mf0cl507cgrenb7cn3gdcj58aq24rg35/f3/e7e0f4399ef94d829cf84077acd784b8 into c604b74e73dc610a9563d9639e0f16c2/f3 as hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/c604b74e73dc610a9563d9639e0f16c2/f3/128d153b8da84bd0bca92e0c267e74e1_SeqId_4_ - updating store file list. 2024-11-17T03:14:01,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731813154782.aceb585657a428183e84174cd96476d6., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2] 2024-11-17T03:14:01,326 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215. 2024-11-17T03:14:01,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:14:01,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:01,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:01,326 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:14:01,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/c604b74e73dc610a9563d9639e0f16c2/f3/128d153b8da84bd0bca92e0c267e74e1_SeqId_4_ into c604b74e73dc610a9563d9639e0f16c2/f3 2024-11-17T03:14:01,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/staging/jenkins__table1__jokdt40nndjj8g24eqh8io4tc6hsdsn9mf0cl507cgrenb7cn3gdcj58aq24rg35/f3/e7e0f4399ef94d829cf84077acd784b8 into c604b74e73dc610a9563d9639e0f16c2/f3 (new location: hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/c604b74e73dc610a9563d9639e0f16c2/f3/128d153b8da84bd0bca92e0c267e74e1_SeqId_4_) 2024-11-17T03:14:01,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/staging/jenkins__table1__jokdt40nndjj8g24eqh8io4tc6hsdsn9mf0cl507cgrenb7cn3gdcj58aq24rg35/f3/e7e0f4399ef94d829cf84077acd784b8 2024-11-17T03:14:01,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/staging/jenkins__table1__jokdt40nndjj8g24eqh8io4tc6hsdsn9mf0cl507cgrenb7cn3gdcj58aq24rg35/mob/587f80eafb564b2eaf67680d4e5f6a0b into c604b74e73dc610a9563d9639e0f16c2/mob as hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/c604b74e73dc610a9563d9639e0f16c2/mob/a05833ba674f4ca595c7572dd165d02b_SeqId_4_ - updating store file list. 2024-11-17T03:14:01,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/c604b74e73dc610a9563d9639e0f16c2/mob/a05833ba674f4ca595c7572dd165d02b_SeqId_4_ into c604b74e73dc610a9563d9639e0f16c2/mob 2024-11-17T03:14:01,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/staging/jenkins__table1__jokdt40nndjj8g24eqh8io4tc6hsdsn9mf0cl507cgrenb7cn3gdcj58aq24rg35/mob/587f80eafb564b2eaf67680d4e5f6a0b into c604b74e73dc610a9563d9639e0f16c2/mob (new location: hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/c604b74e73dc610a9563d9639e0f16c2/mob/a05833ba674f4ca595c7572dd165d02b_SeqId_4_) 2024-11-17T03:14:01,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/staging/jenkins__table1__jokdt40nndjj8g24eqh8io4tc6hsdsn9mf0cl507cgrenb7cn3gdcj58aq24rg35/mob/587f80eafb564b2eaf67680d4e5f6a0b 2024-11-17T03:14:01,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@565ec8eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:01,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:14:01,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:14:01,344 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:14:01,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:14:01,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:14:01,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555bc271, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:01,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:14:01,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:14:01,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:01,346 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41158, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:14:01,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62fe94df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:01,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:14:01,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1c0ef08a44bb,42397,1731813133159 2024-11-17T03:14:01,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12c5f203 2024-11-17T03:14:01,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:14:01,349 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41160, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-17T03:14:01,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:14:01,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:14:01,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:14:01,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53260, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-17T03:14:01,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T03:14:01,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T03:14:01,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731813154782.aceb585657a428183e84174cd96476d6., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2] 2024-11-17T03:14:01,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215. 2024-11-17T03:14:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:14:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:01,374 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:14:01,378 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:14:01,379 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:14:01,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:01,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:01,379 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:14:01,379 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-17T03:14:01,379 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-17T03:14:01,381 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731813154610 hdfs://localhost:40623/backupUT/backup_1731813154610/default/test-1731813145656/ 2024-11-17T03:14:01,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731813235487.c604b74e73dc610a9563d9639e0f16c2., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2 , the old value is region=table1,,1731813235487.c604b74e73dc610a9563d9639e0f16c2., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1c0ef08a44bb:45215 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T03:14:01,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731813235487.c604b74e73dc610a9563d9639e0f16c2., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T03:14:01,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731813235487.c604b74e73dc610a9563d9639e0f16c2., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2 from cache 2024-11-17T03:14:01,383 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-17T03:14:01,385 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40623/backupUT/backup_1731813154610/.backup.manifest 2024-11-17T03:14:01,388 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731813154610/.backup.manifest 2024-11-17T03:14:01,388 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17318131456561' to 'ns2:table2' from full backup image hdfs://localhost:40623/backupUT/backup_1731813154610/ns2/test-17318131456561 2024-11-17T03:14:01,403 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'ns2:table2' 2024-11-17T03:14:01,403 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:40623/backupUT/backup_1731813154610/ns2/test-17318131456561/archive/data/ns2/test-17318131456561/5c24258f2ed423617f43a2c864ac7525 2024-11-17T03:14:01,404 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:40623/backupUT/backup_1731813154610/ns2/test-17318131456561/archive/data/ns2/test-17318131456561/5c24258f2ed423617f43a2c864ac7525/f in region [hdfs://localhost:40623/backupUT/backup_1731813154610/ns2/test-17318131456561/archive/data/ns2/test-17318131456561/5c24258f2ed423617f43a2c864ac7525] 2024-11-17T03:14:01,409 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:40623/backupUT/backup_1731813154610/ns2/test-17318131456561/archive/data/ns2/test-17318131456561/5c24258f2ed423617f43a2c864ac7525/f/74dee7fff6ac4f0cb7fbf05002514caa first=row0 last=row98 2024-11-17T03:14:01,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:14:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure2.ProcedureExecutor(1139): Stored pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:table2 2024-11-17T03:14:01,413 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T03:14:01,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 67 2024-11-17T03:14:01,415 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T03:14:01,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-17T03:14:01,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741978_1154 (size=351) 2024-11-17T03:14:01,497 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1c0ef08a44bb:45215 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-17T03:14:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-17T03:14:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-17T03:14:01,829 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b9938395a9ae6b276857b74fdeb94049, NAME => 'ns2:table2,,1731813241410.b9938395a9ae6b276857b74fdeb94049.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8 2024-11-17T03:14:01,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741979_1155 (size=37) 2024-11-17T03:14:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-17T03:14:02,184 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-17T03:14:02,227 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2024-11-17T03:14:02,237 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1731813241410.b9938395a9ae6b276857b74fdeb94049.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:14:02,237 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing b9938395a9ae6b276857b74fdeb94049, disabling compactions & flushes 2024-11-17T03:14:02,237 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1731813241410.b9938395a9ae6b276857b74fdeb94049. 2024-11-17T03:14:02,237 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731813241410.b9938395a9ae6b276857b74fdeb94049. 2024-11-17T03:14:02,237 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731813241410.b9938395a9ae6b276857b74fdeb94049. after waiting 0 ms 2024-11-17T03:14:02,237 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731813241410.b9938395a9ae6b276857b74fdeb94049. 2024-11-17T03:14:02,237 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1731813241410.b9938395a9ae6b276857b74fdeb94049. 2024-11-17T03:14:02,238 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for b9938395a9ae6b276857b74fdeb94049: Waiting for close lock at 1731813242237Disabling compacts and flushes for region at 1731813242237Disabling writes for close at 1731813242237Writing region close event to WAL at 1731813242237Closed at 1731813242237 2024-11-17T03:14:02,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T03:14:02,239 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1731813241410.b9938395a9ae6b276857b74fdeb94049.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1731813242239"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731813242239"}]},"ts":"1731813242239"} 2024-11-17T03:14:02,241 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T03:14:02,242 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T03:14:02,243 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813242242"}]},"ts":"1731813242242"} 2024-11-17T03:14:02,245 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-17T03:14:02,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=b9938395a9ae6b276857b74fdeb94049, ASSIGN}] 2024-11-17T03:14:02,246 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=b9938395a9ae6b276857b74fdeb94049, ASSIGN 2024-11-17T03:14:02,247 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=b9938395a9ae6b276857b74fdeb94049, ASSIGN; state=OFFLINE, location=1c0ef08a44bb,45215,1731813136974; forceNewPlan=false, retain=false 2024-11-17T03:14:02,397 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=b9938395a9ae6b276857b74fdeb94049, regionState=OPENING, regionLocation=1c0ef08a44bb,45215,1731813136974 2024-11-17T03:14:02,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=b9938395a9ae6b276857b74fdeb94049, ASSIGN because future has completed 2024-11-17T03:14:02,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9938395a9ae6b276857b74fdeb94049, server=1c0ef08a44bb,45215,1731813136974}] 2024-11-17T03:14:02,555 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(132): Open ns2:table2,,1731813241410.b9938395a9ae6b276857b74fdeb94049. 2024-11-17T03:14:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-17T03:14:02,555 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7752): Opening region: {ENCODED => b9938395a9ae6b276857b74fdeb94049, NAME => 'ns2:table2,,1731813241410.b9938395a9ae6b276857b74fdeb94049.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:14:02,556 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-17T03:14:02,556 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 b9938395a9ae6b276857b74fdeb94049 2024-11-17T03:14:02,556 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(898): Instantiated ns2:table2,,1731813241410.b9938395a9ae6b276857b74fdeb94049.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:14:02,556 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7794): checking encryption for b9938395a9ae6b276857b74fdeb94049 2024-11-17T03:14:02,556 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7797): checking classloading for b9938395a9ae6b276857b74fdeb94049 2024-11-17T03:14:02,558 INFO [StoreOpener-b9938395a9ae6b276857b74fdeb94049-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b9938395a9ae6b276857b74fdeb94049 2024-11-17T03:14:02,560 INFO [StoreOpener-b9938395a9ae6b276857b74fdeb94049-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9938395a9ae6b276857b74fdeb94049 columnFamilyName f 2024-11-17T03:14:02,560 DEBUG [StoreOpener-b9938395a9ae6b276857b74fdeb94049-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:14:02,560 INFO [StoreOpener-b9938395a9ae6b276857b74fdeb94049-1 {}] regionserver.HStore(327): Store=b9938395a9ae6b276857b74fdeb94049/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:14:02,560 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1038): replaying wal for b9938395a9ae6b276857b74fdeb94049 2024-11-17T03:14:02,561 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns2/table2/b9938395a9ae6b276857b74fdeb94049 2024-11-17T03:14:02,562 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns2/table2/b9938395a9ae6b276857b74fdeb94049 2024-11-17T03:14:02,562 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1048): stopping wal replay for b9938395a9ae6b276857b74fdeb94049 2024-11-17T03:14:02,562 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1060): Cleaning up temporary data for b9938395a9ae6b276857b74fdeb94049 2024-11-17T03:14:02,564 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1093): writing seq id for b9938395a9ae6b276857b74fdeb94049 2024-11-17T03:14:02,566 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns2/table2/b9938395a9ae6b276857b74fdeb94049/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:14:02,567 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1114): Opened b9938395a9ae6b276857b74fdeb94049; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10825898720, jitterRate=0.008240386843681335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T03:14:02,567 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b9938395a9ae6b276857b74fdeb94049 2024-11-17T03:14:02,568 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1006): Region open journal for b9938395a9ae6b276857b74fdeb94049: Running coprocessor pre-open hook at 1731813242556Writing region info on filesystem at 1731813242556Initializing all the Stores at 1731813242557 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813242557Cleaning up temporary data from old regions at 1731813242562 (+5 ms)Running coprocessor post-open hooks at 1731813242567 (+5 ms)Region opened successfully at 1731813242568 (+1 ms) 2024-11-17T03:14:02,569 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1731813241410.b9938395a9ae6b276857b74fdeb94049., pid=69, masterSystemTime=1731813242551 2024-11-17T03:14:02,571 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1731813241410.b9938395a9ae6b276857b74fdeb94049. 2024-11-17T03:14:02,571 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(153): Opened ns2:table2,,1731813241410.b9938395a9ae6b276857b74fdeb94049. 2024-11-17T03:14:02,572 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=b9938395a9ae6b276857b74fdeb94049, regionState=OPEN, openSeqNum=2, regionLocation=1c0ef08a44bb,45215,1731813136974 2024-11-17T03:14:02,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9938395a9ae6b276857b74fdeb94049, server=1c0ef08a44bb,45215,1731813136974 because future has completed 2024-11-17T03:14:02,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-17T03:14:02,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure b9938395a9ae6b276857b74fdeb94049, server=1c0ef08a44bb,45215,1731813136974 in 174 msec 2024-11-17T03:14:02,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-11-17T03:14:02,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=b9938395a9ae6b276857b74fdeb94049, ASSIGN in 331 msec 2024-11-17T03:14:02,579 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T03:14:02,579 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813242579"}]},"ts":"1731813242579"} 2024-11-17T03:14:02,581 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-17T03:14:02,582 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T03:14:02,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:table2 in 1.1710 sec 2024-11-17T03:14:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-17T03:14:03,567 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:table2 completed 2024-11-17T03:14:03,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-17T03:14:03,572 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:40623/backupUT/backup_1731813154610/ns2/test-17318131456561/archive/data/ns2/test-17318131456561/5c24258f2ed423617f43a2c864ac7525 from hbase tables ns2:test-17318131456561 to tables ns2:table2 2024-11-17T03:14:03,572 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17318131456561 into ns2:table2 2024-11-17T03:14:03,574 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-ns2-table2-1731813243572 from hdfs://localhost:40623/backupUT/backup_1731813154610/ns2/test-17318131456561/archive/data/ns2/test-17318131456561/5c24258f2ed423617f43a2c864ac7525 2024-11-17T03:14:03,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ce5082c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:03,576 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:14:03,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:14:03,578 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:14:03,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:14:03,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:14:03,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65c6846f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:03,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:14:03,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:14:03,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:03,580 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36208, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:14:03,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27e6e857, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:03,581 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:14:03,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1c0ef08a44bb,42397,1731813133159 2024-11-17T03:14:03,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@563bac4b 2024-11-17T03:14:03,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:14:03,584 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36214, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:14:03,585 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-17T03:14:03,585 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-17T03:14:03,586 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-17T03:14:03,586 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:14:03,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:14:03,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:14:03,590 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47742, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:14:03,592 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-17T03:14:03,592 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-17T03:14:03,593 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/partitions_9ece9924-e586-4ca4-8f00-7c9204e564b4 2024-11-17T03:14:03,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741980_1156 (size=153) 2024-11-17T03:14:03,638 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:03,638 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:03,638 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:03,957 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-11-17T03:14:03,957 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2024-11-17T03:14:03,957 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-11-17T03:14:03,957 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2024-11-17T03:14:04,668 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/hadoop-11477207993741749457.jar 2024-11-17T03:14:04,669 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:04,669 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:04,669 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:04,669 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:04,669 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:04,670 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:04,670 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:04,670 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:04,670 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:04,670 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-17T03:14:04,670 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-17T03:14:04,670 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-17T03:14:04,671 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-17T03:14:04,671 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-17T03:14:04,671 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-17T03:14:04,671 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-17T03:14:04,671 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-17T03:14:04,671 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-17T03:14:04,672 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-17T03:14:04,672 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-17T03:14:04,672 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:04,672 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:04,672 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:04,673 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:04,673 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:04,673 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:04,673 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T03:14:04,673 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-17T03:14:04,673 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:14:04,673 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:14:04,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:04,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:04,674 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:14:04,674 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-17T03:14:04,674 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-17T03:14:04,684 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-17T03:14:04,696 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-17T03:14:04,823 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/mapreduce.cluster.local.dir/job_local2028069685_0013_4a4656e0-d6d7-47d3-9f67-13d045cb289a/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-17T03:14:04,823 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/mapreduce.cluster.local.dir/job_local2028069685_0013_4a4656e0-d6d7-47d3-9f67-13d045cb289a/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-17T03:14:04,894 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40623/backupUT/backup_1731813154610/ns2/test-17318131456561/archive/data/ns2/test-17318131456561/5c24258f2ed423617f43a2c864ac7525/f/74dee7fff6ac4f0cb7fbf05002514caa 2024-11-17T03:14:04,897 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-17T03:14:04,935 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@276377ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:04,936 DEBUG [pool-272-thread-1 {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:14:04,936 DEBUG [pool-272-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:14:04,937 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:14:04,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:14:04,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:14:04,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f22e722, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:04,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:14:04,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:14:04,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:04,938 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36236, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:14:04,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44ed2e8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:04,939 DEBUG [pool-272-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:14:04,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:14:04,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:14:04,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47752, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:14:04,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row0', locateType=CURRENT is [region=ns2:table2,,1731813241410.b9938395a9ae6b276857b74fdeb94049., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2] 2024-11-17T03:14:04,944 INFO [pool-272-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-272-thread-1. 2024-11-17T03:14:04,944 DEBUG [pool-272-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:14:04,944 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:04,944 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:04,944 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:14:04,944 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-17T03:14:04,944 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 1c0ef08a44bb 2024-11-17T03:14:04,979 DEBUG [pool-272-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-ns2-table2-1731813243572/_temporary/0/_temporary/attempt_local2028069685_0013_r_000000_0/f/f6e1dd5d39dc4418a30bfaf6a429be8d is 37, key is row10/f:q1/1731813148279/Put/seqid=0 2024-11-17T03:14:04,981 WARN [Thread-1717 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [1c0ef08a44bb:45215] Specified favored nodes: [1c0ef08a44bb:45215] 2024-11-17T03:14:04,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741981_1157 (size=8742) 2024-11-17T03:14:05,547 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region aceb585657a428183e84174cd96476d6, had cached 0 bytes from a total of 41499 2024-11-17T03:14:05,873 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-ns2-table2-1731813243572 2024-11-17T03:14:05,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eba5b9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:05,875 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:14:05,875 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:14:05,877 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:14:05,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:14:05,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:14:05,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@515eb5e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:05,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:14:05,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:14:05,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:05,880 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36266, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:14:05,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69b08f95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:05,881 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:14:05,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:14:05,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:14:05,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47764, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:14:05,885 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-ns2-table2-1731813243572/_SUCCESS 2024-11-17T03:14:05,887 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:14:05,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1c0ef08a44bb,42397,1731813133159 2024-11-17T03:14:05,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4beca08a 2024-11-17T03:14:05,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:14:05,889 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36278, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:14:05,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731813241410.b9938395a9ae6b276857b74fdeb94049., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2] 2024-11-17T03:14:05,895 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-17T03:14:05,901 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-ns2-table2-1731813243572/f/f6e1dd5d39dc4418a30bfaf6a429be8d first=Optional[row0] last=Optional[row98] 2024-11-17T03:14:05,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-ns2-table2-1731813243572/f/f6e1dd5d39dc4418a30bfaf6a429be8d for inclusion in b9938395a9ae6b276857b74fdeb94049/f 2024-11-17T03:14:05,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-17T03:14:05,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T03:14:05,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HRegion(2603): Flush status journal for b9938395a9ae6b276857b74fdeb94049: 2024-11-17T03:14:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-ns2-table2-1731813243572/f/f6e1dd5d39dc4418a30bfaf6a429be8d to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/staging/jenkins__ns2_table2__th0c1csvlen108tdihqiqne93l1ulut3bkcu07ahp9eoud27pd66r7bkf5jrd51g/f/f6e1dd5d39dc4418a30bfaf6a429be8d 2024-11-17T03:14:05,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/staging/jenkins__ns2_table2__th0c1csvlen108tdihqiqne93l1ulut3bkcu07ahp9eoud27pd66r7bkf5jrd51g/f/f6e1dd5d39dc4418a30bfaf6a429be8d as hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns2/table2/b9938395a9ae6b276857b74fdeb94049/f/ab788f0afe1a443ca12ec78775995153_SeqId_4_ 2024-11-17T03:14:05,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ba90510, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:05,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:14:05,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:14:05,914 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:14:05,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:14:05,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:14:05,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fb92960, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:05,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:14:05,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:14:05,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:05,916 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36306, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:14:05,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@188b7126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:14:05,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1c0ef08a44bb,42397,1731813133159 2024-11-17T03:14:05,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ceef9cb 2024-11-17T03:14:05,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:14:05,918 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36308, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:14:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:14:05,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:14:05,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:14:05,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47770, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:14:05,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T03:14:05,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T03:14:05,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731813154782.aceb585657a428183e84174cd96476d6., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2] 2024-11-17T03:14:05,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215. 2024-11-17T03:14:05,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:14:05,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:05,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:05,938 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:14:05,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/staging/jenkins__ns2_table2__th0c1csvlen108tdihqiqne93l1ulut3bkcu07ahp9eoud27pd66r7bkf5jrd51g/f/f6e1dd5d39dc4418a30bfaf6a429be8d into b9938395a9ae6b276857b74fdeb94049/f as hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns2/table2/b9938395a9ae6b276857b74fdeb94049/f/ab788f0afe1a443ca12ec78775995153_SeqId_4_ - updating store file list. 2024-11-17T03:14:05,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns2/table2/b9938395a9ae6b276857b74fdeb94049/f/ab788f0afe1a443ca12ec78775995153_SeqId_4_ into b9938395a9ae6b276857b74fdeb94049/f 2024-11-17T03:14:05,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/staging/jenkins__ns2_table2__th0c1csvlen108tdihqiqne93l1ulut3bkcu07ahp9eoud27pd66r7bkf5jrd51g/f/f6e1dd5d39dc4418a30bfaf6a429be8d into b9938395a9ae6b276857b74fdeb94049/f (new location: hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns2/table2/b9938395a9ae6b276857b74fdeb94049/f/ab788f0afe1a443ca12ec78775995153_SeqId_4_) 2024-11-17T03:14:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/staging/jenkins__ns2_table2__th0c1csvlen108tdihqiqne93l1ulut3bkcu07ahp9eoud27pd66r7bkf5jrd51g/f/f6e1dd5d39dc4418a30bfaf6a429be8d 2024-11-17T03:14:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e85635b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:14:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:14:05,947 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:14:05,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:14:05,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:14:05,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@531138dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:05,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:14:05,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:14:05,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:05,949 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36332, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:14:05,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f57435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:05,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:14:05,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1c0ef08a44bb,42397,1731813133159 2024-11-17T03:14:05,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ad66722 2024-11-17T03:14:05,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:14:05,952 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36338, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-17T03:14:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:14:05,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:14:05,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:14:05,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47776, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-17T03:14:05,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T03:14:05,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T03:14:05,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731813154782.aceb585657a428183e84174cd96476d6., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2] 2024-11-17T03:14:05,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215. 2024-11-17T03:14:05,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:14:05,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:05,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:05,969 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:14:05,970 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:14:05,970 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:14:05,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:05,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:05,970 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:14:05,970 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-17T03:14:05,970 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-17T03:14:05,970 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731813154610 hdfs://localhost:40623/backupUT/backup_1731813154610/ns2/test-17318131456561/ 2024-11-17T03:14:05,970 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-17T03:14:05,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731813241410.b9938395a9ae6b276857b74fdeb94049., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2 , the old value is region=ns2:table2,,1731813241410.b9938395a9ae6b276857b74fdeb94049., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1c0ef08a44bb:45215 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T03:14:05,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731813241410.b9938395a9ae6b276857b74fdeb94049., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T03:14:05,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731813241410.b9938395a9ae6b276857b74fdeb94049., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2 from cache 2024-11-17T03:14:05,971 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-17T03:14:05,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731813235487.c604b74e73dc610a9563d9639e0f16c2., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2] 2024-11-17T03:14:05,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731813235487.a5639a3763198e71fa5e9bcf9a9dbd29., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2] 2024-11-17T03:14:05,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731813241410.b9938395a9ae6b276857b74fdeb94049., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2] 2024-11-17T03:14:05,996 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40623/backupUT/backup_1731813224501/.backup.manifest 2024-11-17T03:14:05,999 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731813224501/.backup.manifest 2024-11-17T03:14:05,999 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40623/backupUT/backup_1731813186883/.backup.manifest 2024-11-17T03:14:06,001 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731813186883/.backup.manifest 2024-11-17T03:14:06,001 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1731813145656' to 'table1' from full backup image hdfs://localhost:40623/backupUT/backup_1731813186883/default/test-1731813145656 2024-11-17T03:14:06,004 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'test-1731813145656', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1731813224501 2024-11-17T03:14:06,007 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'table1', preserving region splits 2024-11-17T03:14:06,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable table1 2024-11-17T03:14:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=table1 2024-11-17T03:14:06,018 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813246018"}]},"ts":"1731813246018"} 2024-11-17T03:14:06,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-17T03:14:06,020 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLING in hbase:meta 2024-11-17T03:14:06,020 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set table1 to state=DISABLING 2024-11-17T03:14:06,022 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=table1}] 2024-11-17T03:14:06,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=c604b74e73dc610a9563d9639e0f16c2, UNASSIGN}, {pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=a5639a3763198e71fa5e9bcf9a9dbd29, UNASSIGN}] 2024-11-17T03:14:06,028 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=a5639a3763198e71fa5e9bcf9a9dbd29, UNASSIGN 2024-11-17T03:14:06,029 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=c604b74e73dc610a9563d9639e0f16c2, UNASSIGN 2024-11-17T03:14:06,029 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=c604b74e73dc610a9563d9639e0f16c2, regionState=CLOSING, regionLocation=1c0ef08a44bb,45215,1731813136974 2024-11-17T03:14:06,029 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=a5639a3763198e71fa5e9bcf9a9dbd29, regionState=CLOSING, regionLocation=1c0ef08a44bb,45215,1731813136974 2024-11-17T03:14:06,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=c604b74e73dc610a9563d9639e0f16c2, UNASSIGN because future has completed 2024-11-17T03:14:06,034 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-17T03:14:06,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure c604b74e73dc610a9563d9639e0f16c2, server=1c0ef08a44bb,45215,1731813136974}] 2024-11-17T03:14:06,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=a5639a3763198e71fa5e9bcf9a9dbd29, UNASSIGN because future has completed 2024-11-17T03:14:06,035 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-17T03:14:06,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure a5639a3763198e71fa5e9bcf9a9dbd29, server=1c0ef08a44bb,45215,1731813136974}] 2024-11-17T03:14:06,076 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1c0ef08a44bb:45215 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-17T03:14:06,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-17T03:14:06,187 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(122): Close c604b74e73dc610a9563d9639e0f16c2 2024-11-17T03:14:06,187 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-17T03:14:06,187 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1722): Closing c604b74e73dc610a9563d9639e0f16c2, disabling compactions & flushes 2024-11-17T03:14:06,187 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1755): Closing region table1,,1731813235487.c604b74e73dc610a9563d9639e0f16c2. 2024-11-17T03:14:06,187 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731813235487.c604b74e73dc610a9563d9639e0f16c2. 2024-11-17T03:14:06,187 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1843): Acquired close lock on table1,,1731813235487.c604b74e73dc610a9563d9639e0f16c2. after waiting 0 ms 2024-11-17T03:14:06,187 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1853): Updates disabled for region table1,,1731813235487.c604b74e73dc610a9563d9639e0f16c2. 2024-11-17T03:14:06,192 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/c604b74e73dc610a9563d9639e0f16c2/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-17T03:14:06,193 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-17T03:14:06,194 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1973): Closed table1,,1731813235487.c604b74e73dc610a9563d9639e0f16c2. 2024-11-17T03:14:06,194 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1676): Region close journal for c604b74e73dc610a9563d9639e0f16c2: Waiting for close lock at 1731813246187Running coprocessor pre-close hooks at 1731813246187Disabling compacts and flushes for region at 1731813246187Disabling writes for close at 1731813246187Writing region close event to WAL at 1731813246189 (+2 ms)Running coprocessor post-close hooks at 1731813246193 (+4 ms)Closed at 1731813246194 (+1 ms) 2024-11-17T03:14:06,196 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(157): Closed c604b74e73dc610a9563d9639e0f16c2 2024-11-17T03:14:06,196 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(122): Close a5639a3763198e71fa5e9bcf9a9dbd29 2024-11-17T03:14:06,196 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-17T03:14:06,196 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1722): Closing a5639a3763198e71fa5e9bcf9a9dbd29, disabling compactions & flushes 2024-11-17T03:14:06,196 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1755): Closing region table1,row0,1731813235487.a5639a3763198e71fa5e9bcf9a9dbd29. 2024-11-17T03:14:06,197 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731813235487.a5639a3763198e71fa5e9bcf9a9dbd29. 2024-11-17T03:14:06,197 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731813235487.a5639a3763198e71fa5e9bcf9a9dbd29. after waiting 0 ms 2024-11-17T03:14:06,197 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731813235487.a5639a3763198e71fa5e9bcf9a9dbd29. 2024-11-17T03:14:06,197 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=c604b74e73dc610a9563d9639e0f16c2, regionState=CLOSED 2024-11-17T03:14:06,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure c604b74e73dc610a9563d9639e0f16c2, server=1c0ef08a44bb,45215,1731813136974 because future has completed 2024-11-17T03:14:06,202 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/a5639a3763198e71fa5e9bcf9a9dbd29/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-17T03:14:06,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=72 2024-11-17T03:14:06,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=72, state=SUCCESS, hasLock=false; CloseRegionProcedure c604b74e73dc610a9563d9639e0f16c2, server=1c0ef08a44bb,45215,1731813136974 in 166 msec 2024-11-17T03:14:06,202 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-17T03:14:06,202 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1973): Closed table1,row0,1731813235487.a5639a3763198e71fa5e9bcf9a9dbd29. 2024-11-17T03:14:06,202 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1676): Region close journal for a5639a3763198e71fa5e9bcf9a9dbd29: Waiting for close lock at 1731813246196Running coprocessor pre-close hooks at 1731813246196Disabling compacts and flushes for region at 1731813246196Disabling writes for close at 1731813246197 (+1 ms)Writing region close event to WAL at 1731813246198 (+1 ms)Running coprocessor post-close hooks at 1731813246202 (+4 ms)Closed at 1731813246202 2024-11-17T03:14:06,203 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=c604b74e73dc610a9563d9639e0f16c2, UNASSIGN in 175 msec 2024-11-17T03:14:06,204 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(157): Closed a5639a3763198e71fa5e9bcf9a9dbd29 2024-11-17T03:14:06,204 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=a5639a3763198e71fa5e9bcf9a9dbd29, regionState=CLOSED 2024-11-17T03:14:06,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure a5639a3763198e71fa5e9bcf9a9dbd29, server=1c0ef08a44bb,45215,1731813136974 because future has completed 2024-11-17T03:14:06,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=73 2024-11-17T03:14:06,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=73, state=SUCCESS, hasLock=false; CloseRegionProcedure a5639a3763198e71fa5e9bcf9a9dbd29, server=1c0ef08a44bb,45215,1731813136974 in 171 msec 2024-11-17T03:14:06,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=71 2024-11-17T03:14:06,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=a5639a3763198e71fa5e9bcf9a9dbd29, UNASSIGN in 181 msec 2024-11-17T03:14:06,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-17T03:14:06,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=table1 in 188 msec 2024-11-17T03:14:06,214 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813246214"}]},"ts":"1731813246214"} 2024-11-17T03:14:06,215 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLED in hbase:meta 2024-11-17T03:14:06,215 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set table1 to state=DISABLED 2024-11-17T03:14:06,217 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; DisableTableProcedure table=table1 in 204 msec 2024-11-17T03:14:06,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-17T03:14:06,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:table1 completed 2024-11-17T03:14:06,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate table1 2024-11-17T03:14:06,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) 2024-11-17T03:14:06,348 DEBUG [PEWorker-3 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition 2024-11-17T03:14:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-17T03:14:06,354 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/c604b74e73dc610a9563d9639e0f16c2 2024-11-17T03:14:06,354 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/a5639a3763198e71fa5e9bcf9a9dbd29 2024-11-17T03:14:06,357 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/c604b74e73dc610a9563d9639e0f16c2/f, FileablePath, hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/c604b74e73dc610a9563d9639e0f16c2/f3, FileablePath, hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/c604b74e73dc610a9563d9639e0f16c2/mob, FileablePath, hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/c604b74e73dc610a9563d9639e0f16c2/recovered.edits] 2024-11-17T03:14:06,357 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/a5639a3763198e71fa5e9bcf9a9dbd29/f, FileablePath, hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/a5639a3763198e71fa5e9bcf9a9dbd29/f3, FileablePath, hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/a5639a3763198e71fa5e9bcf9a9dbd29/mob, FileablePath, hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/a5639a3763198e71fa5e9bcf9a9dbd29/recovered.edits] 2024-11-17T03:14:06,361 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/a5639a3763198e71fa5e9bcf9a9dbd29/f/2e21bfa2ecc44c03ae1e1912ba62a5e5_SeqId_4_ to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/archive/data/default/table1/a5639a3763198e71fa5e9bcf9a9dbd29/f/2e21bfa2ecc44c03ae1e1912ba62a5e5_SeqId_4_ 2024-11-17T03:14:06,362 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/c604b74e73dc610a9563d9639e0f16c2/f3/128d153b8da84bd0bca92e0c267e74e1_SeqId_4_ to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/archive/data/default/table1/c604b74e73dc610a9563d9639e0f16c2/f3/128d153b8da84bd0bca92e0c267e74e1_SeqId_4_ 2024-11-17T03:14:06,365 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/c604b74e73dc610a9563d9639e0f16c2/mob/a05833ba674f4ca595c7572dd165d02b_SeqId_4_ to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/archive/data/default/table1/c604b74e73dc610a9563d9639e0f16c2/mob/a05833ba674f4ca595c7572dd165d02b_SeqId_4_ 2024-11-17T03:14:06,366 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/a5639a3763198e71fa5e9bcf9a9dbd29/recovered.edits/6.seqid to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/archive/data/default/table1/a5639a3763198e71fa5e9bcf9a9dbd29/recovered.edits/6.seqid 2024-11-17T03:14:06,366 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/a5639a3763198e71fa5e9bcf9a9dbd29 2024-11-17T03:14:06,367 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/c604b74e73dc610a9563d9639e0f16c2/recovered.edits/6.seqid to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/archive/data/default/table1/c604b74e73dc610a9563d9639e0f16c2/recovered.edits/6.seqid 2024-11-17T03:14:06,368 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/c604b74e73dc610a9563d9639e0f16c2 2024-11-17T03:14:06,368 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived table1 regions 2024-11-17T03:14:06,368 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-17T03:14:06,369 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f/mob] 2024-11-17T03:14:06,371 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-17T03:14:06,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45215 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-17T03:14:06,381 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of table1 from hbase:meta 2024-11-17T03:14:06,384 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'table1' descriptor. 2024-11-17T03:14:06,385 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'table1' from region states. 2024-11-17T03:14:06,385 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,,1731813235487.c604b74e73dc610a9563d9639e0f16c2.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731813246385"}]},"ts":"9223372036854775807"} 2024-11-17T03:14:06,386 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,row0,1731813235487.a5639a3763198e71fa5e9bcf9a9dbd29.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731813246385"}]},"ts":"9223372036854775807"} 2024-11-17T03:14:06,388 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 2 regions from META 2024-11-17T03:14:06,388 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => c604b74e73dc610a9563d9639e0f16c2, NAME => 'table1,,1731813235487.c604b74e73dc610a9563d9639e0f16c2.', STARTKEY => '', ENDKEY => 'row0'}, {ENCODED => a5639a3763198e71fa5e9bcf9a9dbd29, NAME => 'table1,row0,1731813235487.a5639a3763198e71fa5e9bcf9a9dbd29.', STARTKEY => 'row0', ENDKEY => ''}] 2024-11-17T03:14:06,388 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'table1' as deleted. 2024-11-17T03:14:06,388 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731813246388"}]},"ts":"9223372036854775807"} 2024-11-17T03:14:06,391 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table table1 state from META 2024-11-17T03:14:06,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741982_1158 (size=938) 2024-11-17T03:14:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-17T03:14:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-17T03:14:06,802 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => abdc854e87d359bdb044d4d482e9c8a9, NAME => 'table1,,1731813246373.abdc854e87d359bdb044d4d482e9c8a9.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8 2024-11-17T03:14:06,803 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e15bd955e657cc00539ab60b02bd233a, NAME => 'table1,row0,1731813246373.e15bd955e657cc00539ab60b02bd233a.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8 2024-11-17T03:14:06,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741983_1159 (size=45) 2024-11-17T03:14:06,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741984_1160 (size=45) 2024-11-17T03:14:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-17T03:14:07,213 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1731813246373.e15bd955e657cc00539ab60b02bd233a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:14:07,213 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1731813246373.abdc854e87d359bdb044d4d482e9c8a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:14:07,214 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing e15bd955e657cc00539ab60b02bd233a, disabling compactions & flushes 2024-11-17T03:14:07,214 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing abdc854e87d359bdb044d4d482e9c8a9, disabling compactions & flushes 2024-11-17T03:14:07,214 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1731813246373.e15bd955e657cc00539ab60b02bd233a. 2024-11-17T03:14:07,214 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731813246373.e15bd955e657cc00539ab60b02bd233a. 2024-11-17T03:14:07,214 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1731813246373.abdc854e87d359bdb044d4d482e9c8a9. 2024-11-17T03:14:07,214 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731813246373.e15bd955e657cc00539ab60b02bd233a. after waiting 0 ms 2024-11-17T03:14:07,214 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731813246373.abdc854e87d359bdb044d4d482e9c8a9. 2024-11-17T03:14:07,214 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731813246373.e15bd955e657cc00539ab60b02bd233a. 2024-11-17T03:14:07,214 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1731813246373.e15bd955e657cc00539ab60b02bd233a. 2024-11-17T03:14:07,214 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1731813246373.abdc854e87d359bdb044d4d482e9c8a9. after waiting 0 ms 2024-11-17T03:14:07,214 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1731813246373.abdc854e87d359bdb044d4d482e9c8a9. 2024-11-17T03:14:07,214 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for e15bd955e657cc00539ab60b02bd233a: Waiting for close lock at 1731813247214Disabling compacts and flushes for region at 1731813247214Disabling writes for close at 1731813247214Writing region close event to WAL at 1731813247214Closed at 1731813247214 2024-11-17T03:14:07,214 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1731813246373.abdc854e87d359bdb044d4d482e9c8a9. 2024-11-17T03:14:07,214 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for abdc854e87d359bdb044d4d482e9c8a9: Waiting for close lock at 1731813247214Disabling compacts and flushes for region at 1731813247214Disabling writes for close at 1731813247214Writing region close event to WAL at 1731813247214Closed at 1731813247214 2024-11-17T03:14:07,215 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1731813246373.e15bd955e657cc00539ab60b02bd233a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731813247215"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731813247215"}]},"ts":"1731813247215"} 2024-11-17T03:14:07,215 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1731813246373.abdc854e87d359bdb044d4d482e9c8a9.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731813247215"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731813247215"}]},"ts":"1731813247215"} 2024-11-17T03:14:07,218 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-17T03:14:07,219 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813247218"}]},"ts":"1731813247218"} 2024-11-17T03:14:07,220 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-17T03:14:07,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=abdc854e87d359bdb044d4d482e9c8a9, ASSIGN}, {pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=e15bd955e657cc00539ab60b02bd233a, ASSIGN}] 2024-11-17T03:14:07,222 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=abdc854e87d359bdb044d4d482e9c8a9, ASSIGN 2024-11-17T03:14:07,222 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=e15bd955e657cc00539ab60b02bd233a, ASSIGN 2024-11-17T03:14:07,222 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=abdc854e87d359bdb044d4d482e9c8a9, ASSIGN; state=OFFLINE, location=1c0ef08a44bb,45215,1731813136974; forceNewPlan=false, retain=false 2024-11-17T03:14:07,222 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=e15bd955e657cc00539ab60b02bd233a, ASSIGN; state=OFFLINE, location=1c0ef08a44bb,45215,1731813136974; forceNewPlan=false, retain=false 2024-11-17T03:14:07,373 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=e15bd955e657cc00539ab60b02bd233a, regionState=OPENING, regionLocation=1c0ef08a44bb,45215,1731813136974 2024-11-17T03:14:07,373 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=abdc854e87d359bdb044d4d482e9c8a9, regionState=OPENING, regionLocation=1c0ef08a44bb,45215,1731813136974 2024-11-17T03:14:07,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=e15bd955e657cc00539ab60b02bd233a, ASSIGN because future has completed 2024-11-17T03:14:07,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure e15bd955e657cc00539ab60b02bd233a, server=1c0ef08a44bb,45215,1731813136974}] 2024-11-17T03:14:07,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=abdc854e87d359bdb044d4d482e9c8a9, ASSIGN because future has completed 2024-11-17T03:14:07,376 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure abdc854e87d359bdb044d4d482e9c8a9, server=1c0ef08a44bb,45215,1731813136974}] 2024-11-17T03:14:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-17T03:14:07,531 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open table1,,1731813246373.abdc854e87d359bdb044d4d482e9c8a9. 2024-11-17T03:14:07,531 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => abdc854e87d359bdb044d4d482e9c8a9, NAME => 'table1,,1731813246373.abdc854e87d359bdb044d4d482e9c8a9.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-17T03:14:07,531 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-17T03:14:07,531 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 abdc854e87d359bdb044d4d482e9c8a9 2024-11-17T03:14:07,531 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated table1,,1731813246373.abdc854e87d359bdb044d4d482e9c8a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:14:07,532 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for abdc854e87d359bdb044d4d482e9c8a9 2024-11-17T03:14:07,532 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for abdc854e87d359bdb044d4d482e9c8a9 2024-11-17T03:14:07,533 INFO [StoreOpener-abdc854e87d359bdb044d4d482e9c8a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region abdc854e87d359bdb044d4d482e9c8a9 2024-11-17T03:14:07,535 INFO [StoreOpener-abdc854e87d359bdb044d4d482e9c8a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abdc854e87d359bdb044d4d482e9c8a9 columnFamilyName f 2024-11-17T03:14:07,535 DEBUG [StoreOpener-abdc854e87d359bdb044d4d482e9c8a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:14:07,536 INFO [StoreOpener-abdc854e87d359bdb044d4d482e9c8a9-1 {}] regionserver.HStore(327): Store=abdc854e87d359bdb044d4d482e9c8a9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:14:07,536 INFO [StoreOpener-abdc854e87d359bdb044d4d482e9c8a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region abdc854e87d359bdb044d4d482e9c8a9 2024-11-17T03:14:07,537 INFO [StoreOpener-abdc854e87d359bdb044d4d482e9c8a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abdc854e87d359bdb044d4d482e9c8a9 columnFamilyName f3 2024-11-17T03:14:07,537 DEBUG [StoreOpener-abdc854e87d359bdb044d4d482e9c8a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:14:07,538 INFO [StoreOpener-abdc854e87d359bdb044d4d482e9c8a9-1 {}] regionserver.HStore(327): Store=abdc854e87d359bdb044d4d482e9c8a9/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:14:07,538 INFO [StoreOpener-abdc854e87d359bdb044d4d482e9c8a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region abdc854e87d359bdb044d4d482e9c8a9 2024-11-17T03:14:07,539 INFO [StoreOpener-abdc854e87d359bdb044d4d482e9c8a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abdc854e87d359bdb044d4d482e9c8a9 columnFamilyName mob 2024-11-17T03:14:07,540 DEBUG [StoreOpener-abdc854e87d359bdb044d4d482e9c8a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:14:07,541 INFO [StoreOpener-abdc854e87d359bdb044d4d482e9c8a9-1 {}] regionserver.HStore(327): Store=abdc854e87d359bdb044d4d482e9c8a9/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:14:07,542 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for abdc854e87d359bdb044d4d482e9c8a9 2024-11-17T03:14:07,542 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/abdc854e87d359bdb044d4d482e9c8a9 2024-11-17T03:14:07,543 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/abdc854e87d359bdb044d4d482e9c8a9 2024-11-17T03:14:07,544 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for abdc854e87d359bdb044d4d482e9c8a9 2024-11-17T03:14:07,544 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for abdc854e87d359bdb044d4d482e9c8a9 2024-11-17T03:14:07,545 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T03:14:07,546 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for abdc854e87d359bdb044d4d482e9c8a9 2024-11-17T03:14:07,549 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/abdc854e87d359bdb044d4d482e9c8a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:14:07,550 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened abdc854e87d359bdb044d4d482e9c8a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9620639040, jitterRate=-0.10400816798210144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T03:14:07,550 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for abdc854e87d359bdb044d4d482e9c8a9 2024-11-17T03:14:07,550 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for abdc854e87d359bdb044d4d482e9c8a9: Running coprocessor pre-open hook at 1731813247532Writing region info on filesystem at 1731813247532Initializing all the Stores at 1731813247533 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813247533Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813247533Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813247533Cleaning up temporary data from old regions at 1731813247544 (+11 ms)Running coprocessor post-open hooks at 1731813247550 (+6 ms)Region opened successfully at 1731813247550 2024-11-17T03:14:07,551 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731813246373.abdc854e87d359bdb044d4d482e9c8a9., pid=80, masterSystemTime=1731813247527 2024-11-17T03:14:07,554 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731813246373.abdc854e87d359bdb044d4d482e9c8a9. 2024-11-17T03:14:07,554 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened table1,,1731813246373.abdc854e87d359bdb044d4d482e9c8a9. 2024-11-17T03:14:07,554 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open table1,row0,1731813246373.e15bd955e657cc00539ab60b02bd233a. 2024-11-17T03:14:07,554 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => e15bd955e657cc00539ab60b02bd233a, NAME => 'table1,row0,1731813246373.e15bd955e657cc00539ab60b02bd233a.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-17T03:14:07,554 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=abdc854e87d359bdb044d4d482e9c8a9, regionState=OPEN, openSeqNum=2, regionLocation=1c0ef08a44bb,45215,1731813136974 2024-11-17T03:14:07,555 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-17T03:14:07,555 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 e15bd955e657cc00539ab60b02bd233a 2024-11-17T03:14:07,555 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated table1,row0,1731813246373.e15bd955e657cc00539ab60b02bd233a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:14:07,555 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for e15bd955e657cc00539ab60b02bd233a 2024-11-17T03:14:07,555 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for e15bd955e657cc00539ab60b02bd233a 2024-11-17T03:14:07,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure abdc854e87d359bdb044d4d482e9c8a9, server=1c0ef08a44bb,45215,1731813136974 because future has completed 2024-11-17T03:14:07,556 INFO [StoreOpener-e15bd955e657cc00539ab60b02bd233a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e15bd955e657cc00539ab60b02bd233a 2024-11-17T03:14:07,558 INFO [StoreOpener-e15bd955e657cc00539ab60b02bd233a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e15bd955e657cc00539ab60b02bd233a columnFamilyName f 2024-11-17T03:14:07,558 DEBUG [StoreOpener-e15bd955e657cc00539ab60b02bd233a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:14:07,559 INFO [StoreOpener-e15bd955e657cc00539ab60b02bd233a-1 {}] regionserver.HStore(327): Store=e15bd955e657cc00539ab60b02bd233a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:14:07,559 INFO [StoreOpener-e15bd955e657cc00539ab60b02bd233a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region e15bd955e657cc00539ab60b02bd233a 2024-11-17T03:14:07,560 INFO [StoreOpener-e15bd955e657cc00539ab60b02bd233a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e15bd955e657cc00539ab60b02bd233a columnFamilyName f3 2024-11-17T03:14:07,560 DEBUG [StoreOpener-e15bd955e657cc00539ab60b02bd233a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:14:07,561 INFO [StoreOpener-e15bd955e657cc00539ab60b02bd233a-1 {}] regionserver.HStore(327): Store=e15bd955e657cc00539ab60b02bd233a/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:14:07,561 INFO [StoreOpener-e15bd955e657cc00539ab60b02bd233a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region e15bd955e657cc00539ab60b02bd233a 2024-11-17T03:14:07,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=77 2024-11-17T03:14:07,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=77, state=SUCCESS, hasLock=false; OpenRegionProcedure abdc854e87d359bdb044d4d482e9c8a9, server=1c0ef08a44bb,45215,1731813136974 in 183 msec 2024-11-17T03:14:07,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=abdc854e87d359bdb044d4d482e9c8a9, ASSIGN in 341 msec 2024-11-17T03:14:07,563 INFO [StoreOpener-e15bd955e657cc00539ab60b02bd233a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e15bd955e657cc00539ab60b02bd233a columnFamilyName mob 2024-11-17T03:14:07,564 DEBUG [StoreOpener-e15bd955e657cc00539ab60b02bd233a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:14:07,565 INFO [StoreOpener-e15bd955e657cc00539ab60b02bd233a-1 {}] regionserver.HStore(327): Store=e15bd955e657cc00539ab60b02bd233a/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:14:07,565 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for e15bd955e657cc00539ab60b02bd233a 2024-11-17T03:14:07,566 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/e15bd955e657cc00539ab60b02bd233a 2024-11-17T03:14:07,566 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/e15bd955e657cc00539ab60b02bd233a 2024-11-17T03:14:07,567 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for e15bd955e657cc00539ab60b02bd233a 2024-11-17T03:14:07,568 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for e15bd955e657cc00539ab60b02bd233a 2024-11-17T03:14:07,569 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T03:14:07,570 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for e15bd955e657cc00539ab60b02bd233a 2024-11-17T03:14:07,573 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/e15bd955e657cc00539ab60b02bd233a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:14:07,573 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened e15bd955e657cc00539ab60b02bd233a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10998589920, jitterRate=0.024323508143424988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T03:14:07,573 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e15bd955e657cc00539ab60b02bd233a 2024-11-17T03:14:07,573 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for e15bd955e657cc00539ab60b02bd233a: Running coprocessor pre-open hook at 1731813247555Writing region info on filesystem at 1731813247555Initializing all the Stores at 1731813247556 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813247556Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813247556Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813247556Cleaning up temporary data from old regions at 1731813247568 (+12 ms)Running coprocessor post-open hooks at 1731813247573 (+5 ms)Region opened successfully at 1731813247573 2024-11-17T03:14:07,574 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731813246373.e15bd955e657cc00539ab60b02bd233a., pid=79, masterSystemTime=1731813247527 2024-11-17T03:14:07,577 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731813246373.e15bd955e657cc00539ab60b02bd233a. 2024-11-17T03:14:07,577 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened table1,row0,1731813246373.e15bd955e657cc00539ab60b02bd233a. 2024-11-17T03:14:07,577 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=e15bd955e657cc00539ab60b02bd233a, regionState=OPEN, openSeqNum=2, regionLocation=1c0ef08a44bb,45215,1731813136974 2024-11-17T03:14:07,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure e15bd955e657cc00539ab60b02bd233a, server=1c0ef08a44bb,45215,1731813136974 because future has completed 2024-11-17T03:14:07,583 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-17T03:14:07,583 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; OpenRegionProcedure e15bd955e657cc00539ab60b02bd233a, server=1c0ef08a44bb,45215,1731813136974 in 205 msec 2024-11-17T03:14:07,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=76 2024-11-17T03:14:07,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=e15bd955e657cc00539ab60b02bd233a, ASSIGN in 363 msec 2024-11-17T03:14:07,585 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813247585"}]},"ts":"1731813247585"} 2024-11-17T03:14:07,587 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-17T03:14:07,588 DEBUG [PEWorker-5 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed 2024-11-17T03:14:07,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) in 1.2450 sec 2024-11-17T03:14:08,059 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-17T03:14:08,229 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2024-11-17T03:14:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-17T03:14:08,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: default:table1 completed 2024-11-17T03:14:08,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-17T03:14:08,507 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:40623/backupUT/backup_1731813186883/default/test-1731813145656/archive/data/default/test-1731813145656/4600c756d090865dd02469cf737ec59e,hdfs://localhost:40623/backupUT/backup_1731813186883/default/test-1731813145656/archive/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62 from hbase tables test-1731813145656 to tables table1 2024-11-17T03:14:08,507 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731813145656 into table1 2024-11-17T03:14:08,510 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-default-table1-1731813248508 from hdfs://localhost:40623/backupUT/backup_1731813186883/default/test-1731813145656/archive/data/default/test-1731813145656/4600c756d090865dd02469cf737ec59e,hdfs://localhost:40623/backupUT/backup_1731813186883/default/test-1731813145656/archive/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:14:08,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7798757, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:08,510 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:14:08,510 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:14:08,511 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:14:08,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:14:08,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:14:08,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@344990fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:08,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:14:08,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:14:08,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:08,513 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36354, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:14:08,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23f95225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:08,514 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:14:08,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1c0ef08a44bb,42397,1731813133159 2024-11-17T03:14:08,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56506c96 2024-11-17T03:14:08,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:14:08,515 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36358, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:14:08,516 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-17T03:14:08,516 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-17T03:14:08,516 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-17T03:14:08,517 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:14:08,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:14:08,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:14:08,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47790, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:14:08,521 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-17T03:14:08,521 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-17T03:14:08,521 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-17T03:14:08,522 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/partitions_95428b24-b706-41de-9e97-e9d470ec21d7 2024-11-17T03:14:08,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741985_1161 (size=177) 2024-11-17T03:14:08,932 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:08,933 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:08,934 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:09,853 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/hadoop-15892805473130238205.jar 2024-11-17T03:14:09,853 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:09,854 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:09,854 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:09,854 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:09,855 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:09,855 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:09,855 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:09,855 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:09,856 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:09,856 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-17T03:14:09,856 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-17T03:14:09,856 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-17T03:14:09,856 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-17T03:14:09,857 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-17T03:14:09,857 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-17T03:14:09,857 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-17T03:14:09,857 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-17T03:14:09,857 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-17T03:14:09,858 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-17T03:14:09,858 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-17T03:14:09,858 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:09,858 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:09,858 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:09,859 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:09,859 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:09,859 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:09,859 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T03:14:09,859 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-17T03:14:09,859 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:14:09,860 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:14:09,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:09,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:09,860 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:14:09,860 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-17T03:14:09,860 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-17T03:14:09,871 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-17T03:14:09,883 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-17T03:14:09,973 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/mapreduce.cluster.local.dir/job_local805284919_0014_bc747ca1-d95d-40ef-a02d-d434546755ef/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-17T03:14:09,973 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/mapreduce.cluster.local.dir/job_local805284919_0014_bc747ca1-d95d-40ef-a02d-d434546755ef/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-17T03:14:10,027 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40623/backupUT/backup_1731813186883/default/test-1731813145656/archive/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/mob/9985c2673c254c419552392e99b2838f 2024-11-17T03:14:10,031 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-17T03:14:10,075 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40623/backupUT/backup_1731813186883/default/test-1731813145656/archive/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/f/07b50e9e768a40a19c40d3f05e04b60f 2024-11-17T03:14:10,078 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-17T03:14:10,107 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40623/backupUT/backup_1731813186883/default/test-1731813145656/archive/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/f/382a269fc51a4235a9742cae864e4b44 2024-11-17T03:14:10,111 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-17T03:14:10,149 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40623/backupUT/backup_1731813186883/default/test-1731813145656/archive/data/default/test-1731813145656/4600c756d090865dd02469cf737ec59e/mob/d41d8cd98f00b204e9800998ecf8427e2024111751666ff7d94b424090468d419cffd632_a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:14:10,152 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-17T03:14:10,181 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40623/backupUT/backup_1731813186883/default/test-1731813145656/archive/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/mob/fe4bfdac8a224a7bb4a501cf4867316d 2024-11-17T03:14:10,185 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-17T03:14:10,221 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15746b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:10,221 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:14:10,221 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:14:10,222 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:14:10,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:14:10,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:14:10,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118b136f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:10,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:14:10,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:14:10,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:10,224 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36372, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:14:10,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2146e855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:10,225 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:14:10,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:14:10,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:14:10,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47804, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:14:10,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731813145656-1-0', locateType=CURRENT is [region=table1,,1731813246373.abdc854e87d359bdb044d4d482e9c8a9., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2] 2024-11-17T03:14:10,229 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-17T03:14:10,229 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:14:10,229 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:10,229 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:10,229 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:14:10,229 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731813145656-1-0] 2024-11-17T03:14:10,229 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 1c0ef08a44bb 2024-11-17T03:14:10,239 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd3e7ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:10,239 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:14:10,239 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:14:10,240 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:14:10,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:14:10,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:14:10,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64c59ffa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:10,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:14:10,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:14:10,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:10,241 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36392, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:14:10,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc5cf02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:10,243 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:14:10,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:14:10,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:14:10,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47812, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:14:10,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731813145656-3-0', locateType=CURRENT is [region=table1,,1731813246373.abdc854e87d359bdb044d4d482e9c8a9., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2] 2024-11-17T03:14:10,246 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-17T03:14:10,246 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:14:10,247 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:10,247 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:10,247 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:14:10,247 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731813145656-3-0] 2024-11-17T03:14:10,247 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 1c0ef08a44bb 2024-11-17T03:14:10,253 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-default-table1-1731813248508/_temporary/0/_temporary/attempt_local805284919_0014_r_000000_0/f/222a62328e3a4460b12865ad306f8afb is 59, key is row-test-1731813145656-1-10/f:q1/1731813173691/Put/seqid=0 2024-11-17T03:14:10,255 WARN [Thread-1804 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [1c0ef08a44bb:45215] Specified favored nodes: [1c0ef08a44bb:45215] 2024-11-17T03:14:10,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741986_1162 (size=11124) 2024-11-17T03:14:10,658 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-default-table1-1731813248508/_temporary/0/_temporary/attempt_local805284919_0014_r_000000_0/mob/d6193f961e4a4528b9a93c031eb910f5 is 192, key is row-test-1731813145656-3-100/mob:q1/1731813174379/Put/seqid=0 2024-11-17T03:14:10,660 WARN [Thread-1806 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [1c0ef08a44bb:45215] Specified favored nodes: [1c0ef08a44bb:45215] 2024-11-17T03:14:10,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741987_1163 (size=13403) 2024-11-17T03:14:11,087 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@313b8bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:11,087 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:14:11,087 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:14:11,088 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:14:11,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:14:11,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:14:11,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@764db5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:11,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:14:11,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:14:11,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:11,090 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36414, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:14:11,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@699f7cf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:11,091 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:14:11,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:14:11,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:14:11,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47820, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:14:11,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731813246373.e15bd955e657cc00539ab60b02bd233a., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2] 2024-11-17T03:14:11,096 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-17T03:14:11,096 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:14:11,096 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:11,096 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:11,096 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:14:11,096 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-17T03:14:11,096 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 1c0ef08a44bb 2024-11-17T03:14:11,100 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-default-table1-1731813248508/_temporary/0/_temporary/attempt_local805284919_0014_r_000001_0/f/7df2ed8fce6346ff8d9a968de553de95 is 37, key is row10/f:q1/1731813147417/Put/seqid=0 2024-11-17T03:14:11,102 WARN [Thread-1821 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [1c0ef08a44bb:45215] Specified favored nodes: [1c0ef08a44bb:45215] 2024-11-17T03:14:11,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741988_1164 (size=8741) 2024-11-17T03:14:12,013 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-default-table1-1731813248508 2024-11-17T03:14:12,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c21005e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:12,014 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:14:12,014 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:14:12,015 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:14:12,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:14:12,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:14:12,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12c34bfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:12,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:14:12,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:14:12,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:12,017 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54268, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:14:12,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10a1bc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:12,018 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:14:12,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:14:12,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:14:12,020 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34074, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:14:12,023 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-default-table1-1731813248508/_SUCCESS 2024-11-17T03:14:12,031 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:14:12,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1c0ef08a44bb,42397,1731813133159 2024-11-17T03:14:12,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fcc42de 2024-11-17T03:14:12,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:14:12,033 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54272, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:14:12,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731813246373.abdc854e87d359bdb044d4d482e9c8a9., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2] 2024-11-17T03:14:12,038 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-17T03:14:12,044 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-default-table1-1731813248508/f/222a62328e3a4460b12865ad306f8afb first=Optional[row-test-1731813145656-1-0] last=Optional[row-test-1731813145656-1-98] 2024-11-17T03:14:12,047 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-default-table1-1731813248508/f/7df2ed8fce6346ff8d9a968de553de95 first=Optional[row0] last=Optional[row98] 2024-11-17T03:14:12,051 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-default-table1-1731813248508/mob/d6193f961e4a4528b9a93c031eb910f5 first=Optional[row-test-1731813145656-3-0] last=Optional[row-test-1731813145656-3-99] 2024-11-17T03:14:12,055 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-default-table1-1731813248508/f/7df2ed8fce6346ff8d9a968de553de95 for inclusion in e15bd955e657cc00539ab60b02bd233a/f 2024-11-17T03:14:12,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-default-table1-1731813248508/mob/d6193f961e4a4528b9a93c031eb910f5 for inclusion in abdc854e87d359bdb044d4d482e9c8a9/mob 2024-11-17T03:14:12,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-17T03:14:12,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-17T03:14:12,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] regionserver.HRegion(2603): Flush status journal for e15bd955e657cc00539ab60b02bd233a: 2024-11-17T03:14:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731813145656-3-0 last=row-test-1731813145656-3-99 2024-11-17T03:14:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-17T03:14:12,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-default-table1-1731813248508/f/222a62328e3a4460b12865ad306f8afb for inclusion in abdc854e87d359bdb044d4d482e9c8a9/f 2024-11-17T03:14:12,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-default-table1-1731813248508/f/7df2ed8fce6346ff8d9a968de553de95 to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/staging/jenkins__table1__phako0rkl2u85bfnsi8bmp1lqcth5egabj4m42co47sqpgcu7d9a1blarig1927d/f/7df2ed8fce6346ff8d9a968de553de95 2024-11-17T03:14:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731813145656-1-0 last=row-test-1731813145656-1-98 2024-11-17T03:14:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-17T03:14:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HRegion(2603): Flush status journal for abdc854e87d359bdb044d4d482e9c8a9: 2024-11-17T03:14:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/staging/jenkins__table1__phako0rkl2u85bfnsi8bmp1lqcth5egabj4m42co47sqpgcu7d9a1blarig1927d/f/7df2ed8fce6346ff8d9a968de553de95 as hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/e15bd955e657cc00539ab60b02bd233a/f/c9d078d035c94e44ad69974985e6140f_SeqId_4_ 2024-11-17T03:14:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-default-table1-1731813248508/mob/d6193f961e4a4528b9a93c031eb910f5 to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/staging/jenkins__table1__phako0rkl2u85bfnsi8bmp1lqcth5egabj4m42co47sqpgcu7d9a1blarig1927d/mob/d6193f961e4a4528b9a93c031eb910f5 2024-11-17T03:14:12,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8b99dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:12,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:14:12,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:14:12,069 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:14:12,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:14:12,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:14:12,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c09780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:12,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:14:12,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:14:12,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:12,071 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54302, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:14:12,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/staging/jenkins__table1__phako0rkl2u85bfnsi8bmp1lqcth5egabj4m42co47sqpgcu7d9a1blarig1927d/mob/d6193f961e4a4528b9a93c031eb910f5 as hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/abdc854e87d359bdb044d4d482e9c8a9/mob/7dc7a7808349469387de747cfec0d033_SeqId_4_ 2024-11-17T03:14:12,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cef516b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:12,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:14:12,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-default-table1-1731813248508/f/222a62328e3a4460b12865ad306f8afb to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/staging/jenkins__table1__phako0rkl2u85bfnsi8bmp1lqcth5egabj4m42co47sqpgcu7d9a1blarig1927d/f/222a62328e3a4460b12865ad306f8afb 2024-11-17T03:14:12,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1c0ef08a44bb,42397,1731813133159 2024-11-17T03:14:12,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ce559b3 2024-11-17T03:14:12,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:14:12,075 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54318, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:14:12,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/staging/jenkins__table1__phako0rkl2u85bfnsi8bmp1lqcth5egabj4m42co47sqpgcu7d9a1blarig1927d/f/222a62328e3a4460b12865ad306f8afb as hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/abdc854e87d359bdb044d4d482e9c8a9/f/f9b8e0139ce44a9f8823abadfd347be3_SeqId_4_ 2024-11-17T03:14:12,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:14:12,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:14:12,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:14:12,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34078, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:14:12,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e2fd93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:12,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:14:12,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:14:12,082 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:14:12,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:14:12,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:14:12,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67935f34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:12,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:14:12,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:14:12,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:12,084 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54340, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:14:12,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ab4967f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:12,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:14:12,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1c0ef08a44bb,42397,1731813133159 2024-11-17T03:14:12,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1143f54 2024-11-17T03:14:12,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:14:12,088 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54342, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:14:12,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:14:12,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:14:12,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:14:12,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T03:14:12,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34092, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:14:12,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T03:14:12,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T03:14:12,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731813154782.aceb585657a428183e84174cd96476d6., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2] 2024-11-17T03:14:12,104 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215. 2024-11-17T03:14:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:14:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:12,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:14:12,106 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/staging/jenkins__table1__phako0rkl2u85bfnsi8bmp1lqcth5egabj4m42co47sqpgcu7d9a1blarig1927d/f/7df2ed8fce6346ff8d9a968de553de95 into e15bd955e657cc00539ab60b02bd233a/f as hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/e15bd955e657cc00539ab60b02bd233a/f/c9d078d035c94e44ad69974985e6140f_SeqId_4_ - updating store file list. 2024-11-17T03:14:12,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T03:14:12,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731813154782.aceb585657a428183e84174cd96476d6., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2] 2024-11-17T03:14:12,114 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/e15bd955e657cc00539ab60b02bd233a/f/c9d078d035c94e44ad69974985e6140f_SeqId_4_ into e15bd955e657cc00539ab60b02bd233a/f 2024-11-17T03:14:12,114 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/staging/jenkins__table1__phako0rkl2u85bfnsi8bmp1lqcth5egabj4m42co47sqpgcu7d9a1blarig1927d/f/7df2ed8fce6346ff8d9a968de553de95 into e15bd955e657cc00539ab60b02bd233a/f (new location: hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/e15bd955e657cc00539ab60b02bd233a/f/c9d078d035c94e44ad69974985e6140f_SeqId_4_) 2024-11-17T03:14:12,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/staging/jenkins__table1__phako0rkl2u85bfnsi8bmp1lqcth5egabj4m42co47sqpgcu7d9a1blarig1927d/f/7df2ed8fce6346ff8d9a968de553de95 2024-11-17T03:14:12,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215. 2024-11-17T03:14:12,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:14:12,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:12,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:12,116 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:14:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5291f202, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6851beba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:14:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:14:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:14:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:14:12,119 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:14:12,119 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:14:12,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:14:12,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:14:12,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:14:12,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:14:12,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@80f589d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:12,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c2683bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:12,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:14:12,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:14:12,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:14:12,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:14:12,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:12,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:12,121 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54376, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:14:12,121 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54380, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:14:12,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d48ab6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:12,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:14:12,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fed1ec0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:12,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:14:12,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1c0ef08a44bb,42397,1731813133159 2024-11-17T03:14:12,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26f6e4f2 2024-11-17T03:14:12,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:14:12,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1c0ef08a44bb,42397,1731813133159 2024-11-17T03:14:12,124 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54382, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:14:12,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35e01ee5 2024-11-17T03:14:12,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:14:12,125 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54398, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-17T03:14:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:14:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:14:12,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:14:12,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:14:12,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:14:12,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:14:12,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34106, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-17T03:14:12,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34108, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:14:12,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T03:14:12,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T03:14:12,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T03:14:12,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T03:14:12,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731813154782.aceb585657a428183e84174cd96476d6., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2] 2024-11-17T03:14:12,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731813154782.aceb585657a428183e84174cd96476d6., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2] 2024-11-17T03:14:12,145 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215. 2024-11-17T03:14:12,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:14:12,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:12,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215. 2024-11-17T03:14:12,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:12,145 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:14:12,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:14:12,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:12,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:12,145 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:14:12,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/staging/jenkins__table1__phako0rkl2u85bfnsi8bmp1lqcth5egabj4m42co47sqpgcu7d9a1blarig1927d/f/222a62328e3a4460b12865ad306f8afb into abdc854e87d359bdb044d4d482e9c8a9/f as hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/abdc854e87d359bdb044d4d482e9c8a9/f/f9b8e0139ce44a9f8823abadfd347be3_SeqId_4_ - updating store file list. 2024-11-17T03:14:12,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/abdc854e87d359bdb044d4d482e9c8a9/f/f9b8e0139ce44a9f8823abadfd347be3_SeqId_4_ into abdc854e87d359bdb044d4d482e9c8a9/f 2024-11-17T03:14:12,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/staging/jenkins__table1__phako0rkl2u85bfnsi8bmp1lqcth5egabj4m42co47sqpgcu7d9a1blarig1927d/f/222a62328e3a4460b12865ad306f8afb into abdc854e87d359bdb044d4d482e9c8a9/f (new location: hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/abdc854e87d359bdb044d4d482e9c8a9/f/f9b8e0139ce44a9f8823abadfd347be3_SeqId_4_) 2024-11-17T03:14:12,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/staging/jenkins__table1__phako0rkl2u85bfnsi8bmp1lqcth5egabj4m42co47sqpgcu7d9a1blarig1927d/f/222a62328e3a4460b12865ad306f8afb 2024-11-17T03:14:12,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/staging/jenkins__table1__phako0rkl2u85bfnsi8bmp1lqcth5egabj4m42co47sqpgcu7d9a1blarig1927d/mob/d6193f961e4a4528b9a93c031eb910f5 into abdc854e87d359bdb044d4d482e9c8a9/mob as hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/abdc854e87d359bdb044d4d482e9c8a9/mob/7dc7a7808349469387de747cfec0d033_SeqId_4_ - updating store file list. 2024-11-17T03:14:12,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/abdc854e87d359bdb044d4d482e9c8a9/mob/7dc7a7808349469387de747cfec0d033_SeqId_4_ into abdc854e87d359bdb044d4d482e9c8a9/mob 2024-11-17T03:14:12,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/staging/jenkins__table1__phako0rkl2u85bfnsi8bmp1lqcth5egabj4m42co47sqpgcu7d9a1blarig1927d/mob/d6193f961e4a4528b9a93c031eb910f5 into abdc854e87d359bdb044d4d482e9c8a9/mob (new location: hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/abdc854e87d359bdb044d4d482e9c8a9/mob/7dc7a7808349469387de747cfec0d033_SeqId_4_) 2024-11-17T03:14:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/staging/jenkins__table1__phako0rkl2u85bfnsi8bmp1lqcth5egabj4m42co47sqpgcu7d9a1blarig1927d/mob/d6193f961e4a4528b9a93c031eb910f5 2024-11-17T03:14:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7117f8cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:14:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:14:12,160 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:14:12,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:14:12,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:14:12,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cafa718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:12,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:14:12,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:14:12,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:12,162 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54414, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:14:12,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df9bfc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:14:12,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1c0ef08a44bb,42397,1731813133159 2024-11-17T03:14:12,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7149379d 2024-11-17T03:14:12,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:14:12,164 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54426, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-17T03:14:12,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:14:12,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:14:12,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:14:12,166 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34124, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-17T03:14:12,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T03:14:12,178 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T03:14:12,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T03:14:12,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731813154782.aceb585657a428183e84174cd96476d6., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2] 2024-11-17T03:14:12,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215. 2024-11-17T03:14:12,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:14:12,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:12,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:12,187 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:14:12,187 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:14:12,187 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:14:12,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:12,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:12,188 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-17T03:14:12,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731813246373.abdc854e87d359bdb044d4d482e9c8a9., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2 , the old value is region=table1,,1731813246373.abdc854e87d359bdb044d4d482e9c8a9., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1c0ef08a44bb:45215 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T03:14:12,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731813246373.abdc854e87d359bdb044d4d482e9c8a9., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T03:14:12,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731813246373.abdc854e87d359bdb044d4d482e9c8a9., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2 from cache 2024-11-17T03:14:12,189 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-17T03:14:12,195 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:14:12,208 INFO [Time-limited test {}] impl.RestoreTablesClient(181): Restoring 'test-1731813145656' to 'table1' from log dirs: hdfs://localhost:40623/backupUT/backup_1731813224501/default/test-1731813145656/f2/407de7c003f049c781e2cb1e49d0b975 2024-11-17T03:14:12,213 DEBUG [Time-limited test {}] util.RestoreTool(177): Found descriptor 'test-1731813145656', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1731813224501 2024-11-17T03:14:12,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table table1 from 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:14:12,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure2.ProcedureExecutor(1139): Stored pid=81, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=table1 2024-11-17T03:14:12,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741989_1165 (size=938) 2024-11-17T03:14:12,297 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1c0ef08a44bb:45215 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-17T03:14:12,633 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/.tabledesc/.tableinfo.0000000001.938 2024-11-17T03:14:12,633 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/.tabledesc/.tableinfo.0000000002.938 2024-11-17T03:14:12,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=table1}] 2024-11-17T03:14:12,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=abdc854e87d359bdb044d4d482e9c8a9, REOPEN/MOVE}, {pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=e15bd955e657cc00539ab60b02bd233a, REOPEN/MOVE}] 2024-11-17T03:14:12,642 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=abdc854e87d359bdb044d4d482e9c8a9, REOPEN/MOVE 2024-11-17T03:14:12,642 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=e15bd955e657cc00539ab60b02bd233a, REOPEN/MOVE 2024-11-17T03:14:12,643 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=abdc854e87d359bdb044d4d482e9c8a9, regionState=CLOSING, regionLocation=1c0ef08a44bb,45215,1731813136974 2024-11-17T03:14:12,643 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=e15bd955e657cc00539ab60b02bd233a, regionState=CLOSING, regionLocation=1c0ef08a44bb,45215,1731813136974 2024-11-17T03:14:12,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=e15bd955e657cc00539ab60b02bd233a, REOPEN/MOVE because future has completed 2024-11-17T03:14:12,645 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-17T03:14:12,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure e15bd955e657cc00539ab60b02bd233a, server=1c0ef08a44bb,45215,1731813136974}] 2024-11-17T03:14:12,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=abdc854e87d359bdb044d4d482e9c8a9, REOPEN/MOVE because future has completed 2024-11-17T03:14:12,646 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-17T03:14:12,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure abdc854e87d359bdb044d4d482e9c8a9, server=1c0ef08a44bb,45215,1731813136974}] 2024-11-17T03:14:12,799 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close e15bd955e657cc00539ab60b02bd233a 2024-11-17T03:14:12,799 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-17T03:14:12,799 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing e15bd955e657cc00539ab60b02bd233a, disabling compactions & flushes 2024-11-17T03:14:12,799 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region table1,row0,1731813246373.e15bd955e657cc00539ab60b02bd233a. 2024-11-17T03:14:12,799 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731813246373.e15bd955e657cc00539ab60b02bd233a. 2024-11-17T03:14:12,799 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731813246373.e15bd955e657cc00539ab60b02bd233a. after waiting 0 ms 2024-11-17T03:14:12,799 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731813246373.e15bd955e657cc00539ab60b02bd233a. 2024-11-17T03:14:12,808 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/e15bd955e657cc00539ab60b02bd233a/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-17T03:14:12,809 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-17T03:14:12,809 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed table1,row0,1731813246373.e15bd955e657cc00539ab60b02bd233a. 2024-11-17T03:14:12,809 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for e15bd955e657cc00539ab60b02bd233a: Waiting for close lock at 1731813252799Running coprocessor pre-close hooks at 1731813252799Disabling compacts and flushes for region at 1731813252799Disabling writes for close at 1731813252799Writing region close event to WAL at 1731813252801 (+2 ms)Running coprocessor post-close hooks at 1731813252809 (+8 ms)Closed at 1731813252809 2024-11-17T03:14:12,809 WARN [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionServer(3299): Not adding moved region record: e15bd955e657cc00539ab60b02bd233a to self. 2024-11-17T03:14:12,813 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed e15bd955e657cc00539ab60b02bd233a 2024-11-17T03:14:12,813 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(122): Close abdc854e87d359bdb044d4d482e9c8a9 2024-11-17T03:14:12,814 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-17T03:14:12,814 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1722): Closing abdc854e87d359bdb044d4d482e9c8a9, disabling compactions & flushes 2024-11-17T03:14:12,814 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1755): Closing region table1,,1731813246373.abdc854e87d359bdb044d4d482e9c8a9. 2024-11-17T03:14:12,814 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731813246373.abdc854e87d359bdb044d4d482e9c8a9. 2024-11-17T03:14:12,814 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=e15bd955e657cc00539ab60b02bd233a, regionState=CLOSED 2024-11-17T03:14:12,814 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1843): Acquired close lock on table1,,1731813246373.abdc854e87d359bdb044d4d482e9c8a9. after waiting 0 ms 2024-11-17T03:14:12,814 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1853): Updates disabled for region table1,,1731813246373.abdc854e87d359bdb044d4d482e9c8a9. 2024-11-17T03:14:12,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure e15bd955e657cc00539ab60b02bd233a, server=1c0ef08a44bb,45215,1731813136974 because future has completed 2024-11-17T03:14:12,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-17T03:14:12,820 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/abdc854e87d359bdb044d4d482e9c8a9/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-17T03:14:12,821 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-17T03:14:12,821 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1973): Closed table1,,1731813246373.abdc854e87d359bdb044d4d482e9c8a9. 2024-11-17T03:14:12,821 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1676): Region close journal for abdc854e87d359bdb044d4d482e9c8a9: Waiting for close lock at 1731813252814Running coprocessor pre-close hooks at 1731813252814Disabling compacts and flushes for region at 1731813252814Disabling writes for close at 1731813252814Writing region close event to WAL at 1731813252816 (+2 ms)Running coprocessor post-close hooks at 1731813252821 (+5 ms)Closed at 1731813252821 2024-11-17T03:14:12,821 WARN [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionServer(3299): Not adding moved region record: abdc854e87d359bdb044d4d482e9c8a9 to self. 2024-11-17T03:14:12,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; CloseRegionProcedure e15bd955e657cc00539ab60b02bd233a, server=1c0ef08a44bb,45215,1731813136974 in 172 msec 2024-11-17T03:14:12,821 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=e15bd955e657cc00539ab60b02bd233a, REOPEN/MOVE; state=CLOSED, location=1c0ef08a44bb,45215,1731813136974; forceNewPlan=false, retain=true 2024-11-17T03:14:12,823 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(157): Closed abdc854e87d359bdb044d4d482e9c8a9 2024-11-17T03:14:12,823 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=abdc854e87d359bdb044d4d482e9c8a9, regionState=CLOSED 2024-11-17T03:14:12,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure abdc854e87d359bdb044d4d482e9c8a9, server=1c0ef08a44bb,45215,1731813136974 because future has completed 2024-11-17T03:14:12,828 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=83 2024-11-17T03:14:12,828 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=83, state=SUCCESS, hasLock=false; CloseRegionProcedure abdc854e87d359bdb044d4d482e9c8a9, server=1c0ef08a44bb,45215,1731813136974 in 180 msec 2024-11-17T03:14:12,829 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=abdc854e87d359bdb044d4d482e9c8a9, REOPEN/MOVE; state=CLOSED, location=1c0ef08a44bb,45215,1731813136974; forceNewPlan=false, retain=true 2024-11-17T03:14:12,972 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=e15bd955e657cc00539ab60b02bd233a, regionState=OPENING, regionLocation=1c0ef08a44bb,45215,1731813136974 2024-11-17T03:14:12,972 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=abdc854e87d359bdb044d4d482e9c8a9, regionState=OPENING, regionLocation=1c0ef08a44bb,45215,1731813136974 2024-11-17T03:14:12,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=e15bd955e657cc00539ab60b02bd233a, REOPEN/MOVE because future has completed 2024-11-17T03:14:12,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure e15bd955e657cc00539ab60b02bd233a, server=1c0ef08a44bb,45215,1731813136974}] 2024-11-17T03:14:12,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=abdc854e87d359bdb044d4d482e9c8a9, REOPEN/MOVE because future has completed 2024-11-17T03:14:12,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure abdc854e87d359bdb044d4d482e9c8a9, server=1c0ef08a44bb,45215,1731813136974}] 2024-11-17T03:14:13,035 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-17T03:14:13,129 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(132): Open table1,,1731813246373.abdc854e87d359bdb044d4d482e9c8a9. 2024-11-17T03:14:13,130 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7752): Opening region: {ENCODED => abdc854e87d359bdb044d4d482e9c8a9, NAME => 'table1,,1731813246373.abdc854e87d359bdb044d4d482e9c8a9.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-17T03:14:13,130 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-17T03:14:13,130 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 abdc854e87d359bdb044d4d482e9c8a9 2024-11-17T03:14:13,130 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(898): Instantiated table1,,1731813246373.abdc854e87d359bdb044d4d482e9c8a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:14:13,130 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7794): checking encryption for abdc854e87d359bdb044d4d482e9c8a9 2024-11-17T03:14:13,130 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7797): checking classloading for abdc854e87d359bdb044d4d482e9c8a9 2024-11-17T03:14:13,132 INFO [StoreOpener-abdc854e87d359bdb044d4d482e9c8a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region abdc854e87d359bdb044d4d482e9c8a9 2024-11-17T03:14:13,133 INFO [StoreOpener-abdc854e87d359bdb044d4d482e9c8a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abdc854e87d359bdb044d4d482e9c8a9 columnFamilyName f 2024-11-17T03:14:13,133 DEBUG [StoreOpener-abdc854e87d359bdb044d4d482e9c8a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:14:13,139 DEBUG [StoreOpener-abdc854e87d359bdb044d4d482e9c8a9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/abdc854e87d359bdb044d4d482e9c8a9/f/f9b8e0139ce44a9f8823abadfd347be3_SeqId_4_ 2024-11-17T03:14:13,139 INFO [StoreOpener-abdc854e87d359bdb044d4d482e9c8a9-1 {}] regionserver.HStore(327): Store=abdc854e87d359bdb044d4d482e9c8a9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:14:13,139 INFO [StoreOpener-abdc854e87d359bdb044d4d482e9c8a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region abdc854e87d359bdb044d4d482e9c8a9 2024-11-17T03:14:13,140 INFO [StoreOpener-abdc854e87d359bdb044d4d482e9c8a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abdc854e87d359bdb044d4d482e9c8a9 columnFamilyName f2 2024-11-17T03:14:13,140 DEBUG [StoreOpener-abdc854e87d359bdb044d4d482e9c8a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:14:13,141 INFO [StoreOpener-abdc854e87d359bdb044d4d482e9c8a9-1 {}] regionserver.HStore(327): Store=abdc854e87d359bdb044d4d482e9c8a9/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:14:13,141 INFO [StoreOpener-abdc854e87d359bdb044d4d482e9c8a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region abdc854e87d359bdb044d4d482e9c8a9 2024-11-17T03:14:13,142 INFO [StoreOpener-abdc854e87d359bdb044d4d482e9c8a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abdc854e87d359bdb044d4d482e9c8a9 columnFamilyName mob 2024-11-17T03:14:13,142 DEBUG [StoreOpener-abdc854e87d359bdb044d4d482e9c8a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:14:13,147 DEBUG [StoreOpener-abdc854e87d359bdb044d4d482e9c8a9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/abdc854e87d359bdb044d4d482e9c8a9/mob/7dc7a7808349469387de747cfec0d033_SeqId_4_ 2024-11-17T03:14:13,147 INFO [StoreOpener-abdc854e87d359bdb044d4d482e9c8a9-1 {}] regionserver.HStore(327): Store=abdc854e87d359bdb044d4d482e9c8a9/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:14:13,148 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1038): replaying wal for abdc854e87d359bdb044d4d482e9c8a9 2024-11-17T03:14:13,148 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/abdc854e87d359bdb044d4d482e9c8a9 2024-11-17T03:14:13,150 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/abdc854e87d359bdb044d4d482e9c8a9 2024-11-17T03:14:13,151 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1048): stopping wal replay for abdc854e87d359bdb044d4d482e9c8a9 2024-11-17T03:14:13,151 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1060): Cleaning up temporary data for abdc854e87d359bdb044d4d482e9c8a9 2024-11-17T03:14:13,151 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T03:14:13,153 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1093): writing seq id for abdc854e87d359bdb044d4d482e9c8a9 2024-11-17T03:14:13,154 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1114): Opened abdc854e87d359bdb044d4d482e9c8a9; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9481354720, jitterRate=-0.11698003113269806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T03:14:13,154 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1122): Running coprocessor post-open hooks for abdc854e87d359bdb044d4d482e9c8a9 2024-11-17T03:14:13,154 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1006): Region open journal for abdc854e87d359bdb044d4d482e9c8a9: Running coprocessor pre-open hook at 1731813253131Writing region info on filesystem at 1731813253131Initializing all the Stores at 1731813253131Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813253132 (+1 ms)Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813253132Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813253132Cleaning up temporary data from old regions at 1731813253151 (+19 ms)Running coprocessor post-open hooks at 1731813253154 (+3 ms)Region opened successfully at 1731813253154 2024-11-17T03:14:13,155 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731813246373.abdc854e87d359bdb044d4d482e9c8a9., pid=88, masterSystemTime=1731813253126 2024-11-17T03:14:13,157 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731813246373.abdc854e87d359bdb044d4d482e9c8a9. 2024-11-17T03:14:13,157 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(153): Opened table1,,1731813246373.abdc854e87d359bdb044d4d482e9c8a9. 2024-11-17T03:14:13,157 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open table1,row0,1731813246373.e15bd955e657cc00539ab60b02bd233a. 2024-11-17T03:14:13,157 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => e15bd955e657cc00539ab60b02bd233a, NAME => 'table1,row0,1731813246373.e15bd955e657cc00539ab60b02bd233a.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-17T03:14:13,157 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=abdc854e87d359bdb044d4d482e9c8a9, regionState=OPEN, openSeqNum=7, regionLocation=1c0ef08a44bb,45215,1731813136974 2024-11-17T03:14:13,158 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-17T03:14:13,158 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 e15bd955e657cc00539ab60b02bd233a 2024-11-17T03:14:13,158 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated table1,row0,1731813246373.e15bd955e657cc00539ab60b02bd233a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:14:13,158 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for e15bd955e657cc00539ab60b02bd233a 2024-11-17T03:14:13,158 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for e15bd955e657cc00539ab60b02bd233a 2024-11-17T03:14:13,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure abdc854e87d359bdb044d4d482e9c8a9, server=1c0ef08a44bb,45215,1731813136974 because future has completed 2024-11-17T03:14:13,160 INFO [StoreOpener-e15bd955e657cc00539ab60b02bd233a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e15bd955e657cc00539ab60b02bd233a 2024-11-17T03:14:13,160 INFO [StoreOpener-e15bd955e657cc00539ab60b02bd233a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e15bd955e657cc00539ab60b02bd233a columnFamilyName f 2024-11-17T03:14:13,161 DEBUG [StoreOpener-e15bd955e657cc00539ab60b02bd233a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:14:13,162 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=83 2024-11-17T03:14:13,162 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=83, state=SUCCESS, hasLock=false; OpenRegionProcedure abdc854e87d359bdb044d4d482e9c8a9, server=1c0ef08a44bb,45215,1731813136974 in 185 msec 2024-11-17T03:14:13,163 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=abdc854e87d359bdb044d4d482e9c8a9, REOPEN/MOVE in 522 msec 2024-11-17T03:14:13,166 DEBUG [StoreOpener-e15bd955e657cc00539ab60b02bd233a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/e15bd955e657cc00539ab60b02bd233a/f/c9d078d035c94e44ad69974985e6140f_SeqId_4_ 2024-11-17T03:14:13,166 INFO [StoreOpener-e15bd955e657cc00539ab60b02bd233a-1 {}] regionserver.HStore(327): Store=e15bd955e657cc00539ab60b02bd233a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:14:13,166 INFO [StoreOpener-e15bd955e657cc00539ab60b02bd233a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region e15bd955e657cc00539ab60b02bd233a 2024-11-17T03:14:13,167 INFO [StoreOpener-e15bd955e657cc00539ab60b02bd233a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e15bd955e657cc00539ab60b02bd233a columnFamilyName f2 2024-11-17T03:14:13,168 DEBUG [StoreOpener-e15bd955e657cc00539ab60b02bd233a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:14:13,168 INFO [StoreOpener-e15bd955e657cc00539ab60b02bd233a-1 {}] regionserver.HStore(327): Store=e15bd955e657cc00539ab60b02bd233a/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:14:13,168 INFO [StoreOpener-e15bd955e657cc00539ab60b02bd233a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region e15bd955e657cc00539ab60b02bd233a 2024-11-17T03:14:13,169 INFO [StoreOpener-e15bd955e657cc00539ab60b02bd233a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e15bd955e657cc00539ab60b02bd233a columnFamilyName mob 2024-11-17T03:14:13,169 DEBUG [StoreOpener-e15bd955e657cc00539ab60b02bd233a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:14:13,169 INFO [StoreOpener-e15bd955e657cc00539ab60b02bd233a-1 {}] regionserver.HStore(327): Store=e15bd955e657cc00539ab60b02bd233a/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:14:13,170 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for e15bd955e657cc00539ab60b02bd233a 2024-11-17T03:14:13,170 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/e15bd955e657cc00539ab60b02bd233a 2024-11-17T03:14:13,171 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/e15bd955e657cc00539ab60b02bd233a 2024-11-17T03:14:13,172 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for e15bd955e657cc00539ab60b02bd233a 2024-11-17T03:14:13,172 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for e15bd955e657cc00539ab60b02bd233a 2024-11-17T03:14:13,172 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T03:14:13,173 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for e15bd955e657cc00539ab60b02bd233a 2024-11-17T03:14:13,174 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened e15bd955e657cc00539ab60b02bd233a; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10235811520, jitterRate=-0.046715766191482544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T03:14:13,174 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e15bd955e657cc00539ab60b02bd233a 2024-11-17T03:14:13,174 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for e15bd955e657cc00539ab60b02bd233a: Running coprocessor pre-open hook at 1731813253158Writing region info on filesystem at 1731813253158Initializing all the Stores at 1731813253159 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813253159Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813253159Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813253160 (+1 ms)Cleaning up temporary data from old regions at 1731813253172 (+12 ms)Running coprocessor post-open hooks at 1731813253174 (+2 ms)Region opened successfully at 1731813253174 2024-11-17T03:14:13,175 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731813246373.e15bd955e657cc00539ab60b02bd233a., pid=87, masterSystemTime=1731813253126 2024-11-17T03:14:13,176 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731813246373.e15bd955e657cc00539ab60b02bd233a. 2024-11-17T03:14:13,177 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened table1,row0,1731813246373.e15bd955e657cc00539ab60b02bd233a. 2024-11-17T03:14:13,177 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=e15bd955e657cc00539ab60b02bd233a, regionState=OPEN, openSeqNum=7, regionLocation=1c0ef08a44bb,45215,1731813136974 2024-11-17T03:14:13,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure e15bd955e657cc00539ab60b02bd233a, server=1c0ef08a44bb,45215,1731813136974 because future has completed 2024-11-17T03:14:13,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=84 2024-11-17T03:14:13,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=84, state=SUCCESS, hasLock=false; OpenRegionProcedure e15bd955e657cc00539ab60b02bd233a, server=1c0ef08a44bb,45215,1731813136974 in 206 msec 2024-11-17T03:14:13,183 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=82 2024-11-17T03:14:13,183 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=e15bd955e657cc00539ab60b02bd233a, REOPEN/MOVE in 541 msec 2024-11-17T03:14:13,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-11-17T03:14:13,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=table1 in 547 msec 2024-11-17T03:14:13,187 DEBUG [PEWorker-4 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=table1 2024-11-17T03:14:13,187 DEBUG [PEWorker-4 {}] backup.HFileArchiver(265): No files to dispose of in table1,,1731813246373.abdc854e87d359bdb044d4d482e9c8a9., family=f3 2024-11-17T03:14:13,188 DEBUG [PEWorker-4 {}] backup.HFileArchiver(265): No files to dispose of in table1,row0,1731813246373.e15bd955e657cc00539ab60b02bd233a., family=f3 2024-11-17T03:14:13,190 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, state=SUCCESS, hasLock=false; ModifyTableProcedure table=table1 in 973 msec 2024-11-17T03:14:13,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-11-17T03:14:13,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:table1 completed 2024-11-17T03:14:13,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-17T03:14:13,195 INFO [Time-limited test {}] util.RestoreTool(200): Changed table1 to: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:14:13,195 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:40623/backupUT/backup_1731813224501/default/test-1731813145656/f2/407de7c003f049c781e2cb1e49d0b975 from hbase tables test-1731813145656 to tables table1 2024-11-17T03:14:13,195 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731813145656 into table1 2024-11-17T03:14:13,197 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-default-table1-1731813253195 from hdfs://localhost:40623/backupUT/backup_1731813224501/default/test-1731813145656/f2/407de7c003f049c781e2cb1e49d0b975 2024-11-17T03:14:13,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@243fda7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:13,198 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:14:13,198 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:14:13,199 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:14:13,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:14:13,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:14:13,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@717b5e97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:13,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:14:13,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:14:13,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:13,200 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54438, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:14:13,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f1e435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:13,201 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:14:13,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1c0ef08a44bb,42397,1731813133159 2024-11-17T03:14:13,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3665bf81 2024-11-17T03:14:13,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:14:13,203 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54446, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:14:13,204 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-17T03:14:13,204 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-17T03:14:13,204 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-17T03:14:13,204 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:14:13,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:14:13,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:14:13,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34130, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:14:13,208 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-17T03:14:13,208 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-17T03:14:13,208 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-17T03:14:13,208 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/partitions_a139b4bc-4eac-4b49-98fe-336ade430260 2024-11-17T03:14:13,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741990_1166 (size=177) 2024-11-17T03:14:13,615 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:13,616 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:13,616 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:14,515 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/hadoop-10974217341839717277.jar 2024-11-17T03:14:14,515 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:14,516 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:14,516 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:14,516 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:14,516 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:14,516 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:14,516 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:14,517 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:14,517 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:14,517 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-17T03:14:14,517 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-17T03:14:14,517 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-17T03:14:14,518 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-17T03:14:14,518 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-17T03:14:14,518 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-17T03:14:14,518 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-17T03:14:14,518 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-17T03:14:14,518 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-17T03:14:14,518 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-17T03:14:14,519 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-17T03:14:14,519 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:14,519 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:14,519 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:14,519 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:14,519 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:14,520 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:14,520 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T03:14:14,520 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-17T03:14:14,520 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:14:14,520 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:14:14,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:14,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:14,520 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:14:14,520 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-17T03:14:14,521 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-17T03:14:14,531 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-17T03:14:14,542 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-17T03:14:14,623 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/mapreduce.cluster.local.dir/job_local1983555565_0015_4e063424-0fff-422c-846c-91a0b01e7fcc/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-17T03:14:14,623 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/mapreduce.cluster.local.dir/job_local1983555565_0015_4e063424-0fff-422c-846c-91a0b01e7fcc/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-17T03:14:14,680 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40623/backupUT/backup_1731813224501/default/test-1731813145656/f2/407de7c003f049c781e2cb1e49d0b975 2024-11-17T03:14:14,683 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-17T03:14:14,714 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2431a325, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:14,714 DEBUG [pool-281-thread-1 {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:14:14,714 DEBUG [pool-281-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:14:14,715 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:14:14,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:14:14,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:14:14,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d80b511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:14,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:14:14,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:14:14,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:14,716 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54466, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:14:14,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56514eb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:14,717 DEBUG [pool-281-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:14:14,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:14:14,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:14:14,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34140, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:14:14,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731813145656-2-0', locateType=CURRENT is [region=table1,,1731813246373.abdc854e87d359bdb044d4d482e9c8a9., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=7] 2024-11-17T03:14:14,721 INFO [pool-281-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-281-thread-1. 2024-11-17T03:14:14,721 DEBUG [pool-281-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:14:14,721 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:14,721 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:14,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:14:14,721 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731813145656-2-0] 2024-11-17T03:14:14,721 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 1c0ef08a44bb 2024-11-17T03:14:14,725 DEBUG [pool-281-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-default-table1-1731813253195/_temporary/0/_temporary/attempt_local1983555565_0015_r_000000_0/f2/87aa24b0aa604728938153c91a56d58e is 58, key is row-test-1731813145656-2-0/f2:q1/1731813219490/Put/seqid=0 2024-11-17T03:14:14,726 WARN [Thread-1885 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [1c0ef08a44bb:45215] Specified favored nodes: [1c0ef08a44bb:45215] 2024-11-17T03:14:14,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741991_1167 (size=5609) 2024-11-17T03:14:15,668 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-default-table1-1731813253195 2024-11-17T03:14:15,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c8d7bbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:15,669 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:14:15,669 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:14:15,670 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:14:15,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:14:15,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:14:15,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52040c38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:15,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:14:15,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:14:15,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:15,671 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54488, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:14:15,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@363e78fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:15,672 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:14:15,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:14:15,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:14:15,674 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34156, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:14:15,677 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-default-table1-1731813253195/_SUCCESS 2024-11-17T03:14:15,679 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:14:15,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1c0ef08a44bb,42397,1731813133159 2024-11-17T03:14:15,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58534a80 2024-11-17T03:14:15,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:14:15,682 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54490, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:14:15,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731813246373.abdc854e87d359bdb044d4d482e9c8a9., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=7] 2024-11-17T03:14:15,686 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-17T03:14:15,692 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-default-table1-1731813253195/f2/87aa24b0aa604728938153c91a56d58e first=Optional[row-test-1731813145656-2-0] last=Optional[row-test-1731813145656-2-6] 2024-11-17T03:14:15,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-default-table1-1731813253195/f2/87aa24b0aa604728938153c91a56d58e for inclusion in abdc854e87d359bdb044d4d482e9c8a9/f2 2024-11-17T03:14:15,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731813145656-2-0 last=row-test-1731813145656-2-6 2024-11-17T03:14:15,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-17T03:14:15,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HRegion(2603): Flush status journal for abdc854e87d359bdb044d4d482e9c8a9: 2024-11-17T03:14:15,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-default-table1-1731813253195/f2/87aa24b0aa604728938153c91a56d58e to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/staging/jenkins__table1__qimprgsg87i1o8lbmde46f6jkl7hl6aphv4mpi875ck6dvf1skhng2fe9hkln24k/f2/87aa24b0aa604728938153c91a56d58e 2024-11-17T03:14:15,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/staging/jenkins__table1__qimprgsg87i1o8lbmde46f6jkl7hl6aphv4mpi875ck6dvf1skhng2fe9hkln24k/f2/87aa24b0aa604728938153c91a56d58e as hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/abdc854e87d359bdb044d4d482e9c8a9/f2/3e50d812f6ae4c7cb4463ea7a32e90f7_SeqId_9_ 2024-11-17T03:14:15,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29f15bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:15,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:14:15,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:14:15,702 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:14:15,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:14:15,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:14:15,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3090d3de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:15,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:14:15,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:14:15,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:15,704 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54506, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:14:15,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25bbfa52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:15,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:14:15,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1c0ef08a44bb,42397,1731813133159 2024-11-17T03:14:15,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d350bdc 2024-11-17T03:14:15,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:14:15,706 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54518, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:14:15,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:14:15,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:14:15,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:14:15,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34172, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:14:15,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T03:14:15,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T03:14:15,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731813154782.aceb585657a428183e84174cd96476d6., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2] 2024-11-17T03:14:15,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215. 2024-11-17T03:14:15,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:14:15,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:15,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:15,722 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:14:15,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/staging/jenkins__table1__qimprgsg87i1o8lbmde46f6jkl7hl6aphv4mpi875ck6dvf1skhng2fe9hkln24k/f2/87aa24b0aa604728938153c91a56d58e into abdc854e87d359bdb044d4d482e9c8a9/f2 as hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/abdc854e87d359bdb044d4d482e9c8a9/f2/3e50d812f6ae4c7cb4463ea7a32e90f7_SeqId_9_ - updating store file list. 2024-11-17T03:14:15,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/abdc854e87d359bdb044d4d482e9c8a9/f2/3e50d812f6ae4c7cb4463ea7a32e90f7_SeqId_9_ into abdc854e87d359bdb044d4d482e9c8a9/f2 2024-11-17T03:14:15,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/staging/jenkins__table1__qimprgsg87i1o8lbmde46f6jkl7hl6aphv4mpi875ck6dvf1skhng2fe9hkln24k/f2/87aa24b0aa604728938153c91a56d58e into abdc854e87d359bdb044d4d482e9c8a9/f2 (new location: hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/abdc854e87d359bdb044d4d482e9c8a9/f2/3e50d812f6ae4c7cb4463ea7a32e90f7_SeqId_9_) 2024-11-17T03:14:15,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/staging/jenkins__table1__qimprgsg87i1o8lbmde46f6jkl7hl6aphv4mpi875ck6dvf1skhng2fe9hkln24k/f2/87aa24b0aa604728938153c91a56d58e 2024-11-17T03:14:15,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cda5a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:15,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:14:15,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:14:15,729 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:14:15,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:14:15,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:14:15,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712b364a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:15,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:14:15,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:14:15,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:15,731 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54530, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:14:15,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4d74b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:15,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:14:15,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1c0ef08a44bb,42397,1731813133159 2024-11-17T03:14:15,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3be6bfc9 2024-11-17T03:14:15,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:14:15,734 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54542, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-17T03:14:15,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:14:15,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:14:15,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:14:15,736 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34178, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-17T03:14:15,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T03:14:15,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T03:14:15,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731813154782.aceb585657a428183e84174cd96476d6., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2] 2024-11-17T03:14:15,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215. 2024-11-17T03:14:15,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:14:15,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:15,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:15,751 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:14:15,751 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:14:15,752 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:14:15,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:15,752 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:14:15,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:15,752 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-17T03:14:15,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731813246373.abdc854e87d359bdb044d4d482e9c8a9., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=7 , the old value is region=table1,,1731813246373.abdc854e87d359bdb044d4d482e9c8a9., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=7, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1c0ef08a44bb:45215 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T03:14:15,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731813246373.abdc854e87d359bdb044d4d482e9c8a9., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=7 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T03:14:15,752 INFO [Time-limited test {}] impl.RestoreTablesClient(187): test-1731813145656 has been successfully restored to table1 2024-11-17T03:14:15,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731813246373.abdc854e87d359bdb044d4d482e9c8a9., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=7 from cache 2024-11-17T03:14:15,752 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-17T03:14:15,752 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731813224501 hdfs://localhost:40623/backupUT/backup_1731813224501/default/test-1731813145656/ 2024-11-17T03:14:15,753 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40623/backupUT/backup_1731813186883/.backup.manifest 2024-11-17T03:14:15,753 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-17T03:14:15,754 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731813186883/.backup.manifest 2024-11-17T03:14:15,754 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17318131456561' to 'ns2:table2' from full backup image hdfs://localhost:40623/backupUT/backup_1731813186883/ns2/test-17318131456561 2024-11-17T03:14:15,756 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-17318131456561', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1731813224501 2024-11-17T03:14:15,759 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'ns2:table2', preserving region splits 2024-11-17T03:14:15,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable ns2:table2 2024-11-17T03:14:15,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=ns2:table2 2024-11-17T03:14:15,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-17T03:14:15,763 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813255762"}]},"ts":"1731813255762"} 2024-11-17T03:14:15,764 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLING in hbase:meta 2024-11-17T03:14:15,764 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set ns2:table2 to state=DISABLING 2024-11-17T03:14:15,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=ns2:table2}] 2024-11-17T03:14:15,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=b9938395a9ae6b276857b74fdeb94049, UNASSIGN}] 2024-11-17T03:14:15,767 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=b9938395a9ae6b276857b74fdeb94049, UNASSIGN 2024-11-17T03:14:15,767 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=b9938395a9ae6b276857b74fdeb94049, regionState=CLOSING, regionLocation=1c0ef08a44bb,45215,1731813136974 2024-11-17T03:14:15,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=b9938395a9ae6b276857b74fdeb94049, UNASSIGN because future has completed 2024-11-17T03:14:15,769 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-17T03:14:15,769 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure b9938395a9ae6b276857b74fdeb94049, server=1c0ef08a44bb,45215,1731813136974}] 2024-11-17T03:14:15,856 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1c0ef08a44bb:45215 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-17T03:14:15,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-17T03:14:15,921 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(122): Close b9938395a9ae6b276857b74fdeb94049 2024-11-17T03:14:15,921 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-17T03:14:15,921 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1722): Closing b9938395a9ae6b276857b74fdeb94049, disabling compactions & flushes 2024-11-17T03:14:15,921 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1755): Closing region ns2:table2,,1731813241410.b9938395a9ae6b276857b74fdeb94049. 2024-11-17T03:14:15,922 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731813241410.b9938395a9ae6b276857b74fdeb94049. 2024-11-17T03:14:15,922 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731813241410.b9938395a9ae6b276857b74fdeb94049. after waiting 0 ms 2024-11-17T03:14:15,922 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731813241410.b9938395a9ae6b276857b74fdeb94049. 2024-11-17T03:14:15,928 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns2/table2/b9938395a9ae6b276857b74fdeb94049/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-17T03:14:15,929 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-17T03:14:15,930 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1973): Closed ns2:table2,,1731813241410.b9938395a9ae6b276857b74fdeb94049. 2024-11-17T03:14:15,930 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1676): Region close journal for b9938395a9ae6b276857b74fdeb94049: Waiting for close lock at 1731813255921Running coprocessor pre-close hooks at 1731813255921Disabling compacts and flushes for region at 1731813255921Disabling writes for close at 1731813255922 (+1 ms)Writing region close event to WAL at 1731813255923 (+1 ms)Running coprocessor post-close hooks at 1731813255929 (+6 ms)Closed at 1731813255929 2024-11-17T03:14:15,933 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(157): Closed b9938395a9ae6b276857b74fdeb94049 2024-11-17T03:14:15,934 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=b9938395a9ae6b276857b74fdeb94049, regionState=CLOSED 2024-11-17T03:14:15,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure b9938395a9ae6b276857b74fdeb94049, server=1c0ef08a44bb,45215,1731813136974 because future has completed 2024-11-17T03:14:15,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-11-17T03:14:15,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; CloseRegionProcedure b9938395a9ae6b276857b74fdeb94049, server=1c0ef08a44bb,45215,1731813136974 in 169 msec 2024-11-17T03:14:15,944 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-17T03:14:15,944 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=b9938395a9ae6b276857b74fdeb94049, UNASSIGN in 175 msec 2024-11-17T03:14:15,948 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-17T03:14:15,948 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=ns2:table2 in 180 msec 2024-11-17T03:14:15,950 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813255950"}]},"ts":"1731813255950"} 2024-11-17T03:14:15,953 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLED in hbase:meta 2024-11-17T03:14:15,953 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set ns2:table2 to state=DISABLED 2024-11-17T03:14:15,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; DisableTableProcedure table=ns2:table2 in 193 msec 2024-11-17T03:14:16,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-17T03:14:16,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: ns2:table2 completed 2024-11-17T03:14:16,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate ns2:table2 2024-11-17T03:14:16,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) 2024-11-17T03:14:16,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-17T03:14:16,083 DEBUG [PEWorker-1 {}] procedure.TruncateTableProcedure(87): waiting for 'ns2:table2' regions in transition 2024-11-17T03:14:16,090 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns2/table2/b9938395a9ae6b276857b74fdeb94049 2024-11-17T03:14:16,092 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns2/table2/b9938395a9ae6b276857b74fdeb94049/f, FileablePath, hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns2/table2/b9938395a9ae6b276857b74fdeb94049/recovered.edits] 2024-11-17T03:14:16,096 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns2/table2/b9938395a9ae6b276857b74fdeb94049/f/ab788f0afe1a443ca12ec78775995153_SeqId_4_ to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/archive/data/ns2/table2/b9938395a9ae6b276857b74fdeb94049/f/ab788f0afe1a443ca12ec78775995153_SeqId_4_ 2024-11-17T03:14:16,099 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns2/table2/b9938395a9ae6b276857b74fdeb94049/recovered.edits/6.seqid to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/archive/data/ns2/table2/b9938395a9ae6b276857b74fdeb94049/recovered.edits/6.seqid 2024-11-17T03:14:16,099 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns2/table2/b9938395a9ae6b276857b74fdeb94049 2024-11-17T03:14:16,099 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived ns2:table2 regions 2024-11-17T03:14:16,104 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta 2024-11-17T03:14:16,107 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'ns2:table2' descriptor. 2024-11-17T03:14:16,107 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'ns2:table2' from region states. 2024-11-17T03:14:16,107 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"ns2:table2,,1731813241410.b9938395a9ae6b276857b74fdeb94049.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731813256107"}]},"ts":"9223372036854775807"} 2024-11-17T03:14:16,109 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-17T03:14:16,109 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => b9938395a9ae6b276857b74fdeb94049, NAME => 'ns2:table2,,1731813241410.b9938395a9ae6b276857b74fdeb94049.', STARTKEY => '', ENDKEY => ''}] 2024-11-17T03:14:16,110 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'ns2:table2' as deleted. 2024-11-17T03:14:16,110 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731813256110"}]},"ts":"9223372036854775807"} 2024-11-17T03:14:16,112 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table ns2:table2 state from META 2024-11-17T03:14:16,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741992_1168 (size=351) 2024-11-17T03:14:16,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-17T03:14:16,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-17T03:14:16,521 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3f6c96692949f445e73e06bc2d7bdbc6, NAME => 'ns2:table2,,1731813256101.3f6c96692949f445e73e06bc2d7bdbc6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8 2024-11-17T03:14:16,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741993_1169 (size=37) 2024-11-17T03:14:16,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-17T03:14:16,932 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1731813256101.3f6c96692949f445e73e06bc2d7bdbc6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:14:16,932 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 3f6c96692949f445e73e06bc2d7bdbc6, disabling compactions & flushes 2024-11-17T03:14:16,933 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1731813256101.3f6c96692949f445e73e06bc2d7bdbc6. 2024-11-17T03:14:16,933 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731813256101.3f6c96692949f445e73e06bc2d7bdbc6. 2024-11-17T03:14:16,933 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731813256101.3f6c96692949f445e73e06bc2d7bdbc6. after waiting 0 ms 2024-11-17T03:14:16,933 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731813256101.3f6c96692949f445e73e06bc2d7bdbc6. 2024-11-17T03:14:16,933 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1731813256101.3f6c96692949f445e73e06bc2d7bdbc6. 2024-11-17T03:14:16,933 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3f6c96692949f445e73e06bc2d7bdbc6: Waiting for close lock at 1731813256932Disabling compacts and flushes for region at 1731813256932Disabling writes for close at 1731813256933 (+1 ms)Writing region close event to WAL at 1731813256933Closed at 1731813256933 2024-11-17T03:14:16,936 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1731813256101.3f6c96692949f445e73e06bc2d7bdbc6.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1731813256935"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731813256935"}]},"ts":"1731813256935"} 2024-11-17T03:14:16,940 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T03:14:16,942 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813256941"}]},"ts":"1731813256941"} 2024-11-17T03:14:16,943 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-17T03:14:16,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=3f6c96692949f445e73e06bc2d7bdbc6, ASSIGN}] 2024-11-17T03:14:16,945 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=3f6c96692949f445e73e06bc2d7bdbc6, ASSIGN 2024-11-17T03:14:16,946 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=3f6c96692949f445e73e06bc2d7bdbc6, ASSIGN; state=OFFLINE, location=1c0ef08a44bb,45215,1731813136974; forceNewPlan=false, retain=false 2024-11-17T03:14:17,097 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=3f6c96692949f445e73e06bc2d7bdbc6, regionState=OPENING, regionLocation=1c0ef08a44bb,45215,1731813136974 2024-11-17T03:14:17,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=3f6c96692949f445e73e06bc2d7bdbc6, ASSIGN because future has completed 2024-11-17T03:14:17,099 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f6c96692949f445e73e06bc2d7bdbc6, server=1c0ef08a44bb,45215,1731813136974}] 2024-11-17T03:14:17,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-17T03:14:17,259 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(132): Open ns2:table2,,1731813256101.3f6c96692949f445e73e06bc2d7bdbc6. 2024-11-17T03:14:17,259 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7752): Opening region: {ENCODED => 3f6c96692949f445e73e06bc2d7bdbc6, NAME => 'ns2:table2,,1731813256101.3f6c96692949f445e73e06bc2d7bdbc6.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:14:17,260 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-17T03:14:17,260 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 3f6c96692949f445e73e06bc2d7bdbc6 2024-11-17T03:14:17,260 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(898): Instantiated ns2:table2,,1731813256101.3f6c96692949f445e73e06bc2d7bdbc6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:14:17,261 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7794): checking encryption for 3f6c96692949f445e73e06bc2d7bdbc6 2024-11-17T03:14:17,261 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7797): checking classloading for 3f6c96692949f445e73e06bc2d7bdbc6 2024-11-17T03:14:17,262 INFO [StoreOpener-3f6c96692949f445e73e06bc2d7bdbc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3f6c96692949f445e73e06bc2d7bdbc6 2024-11-17T03:14:17,264 INFO [StoreOpener-3f6c96692949f445e73e06bc2d7bdbc6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f6c96692949f445e73e06bc2d7bdbc6 columnFamilyName f 2024-11-17T03:14:17,264 DEBUG [StoreOpener-3f6c96692949f445e73e06bc2d7bdbc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:14:17,265 INFO [StoreOpener-3f6c96692949f445e73e06bc2d7bdbc6-1 {}] regionserver.HStore(327): Store=3f6c96692949f445e73e06bc2d7bdbc6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:14:17,265 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1038): replaying wal for 3f6c96692949f445e73e06bc2d7bdbc6 2024-11-17T03:14:17,266 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns2/table2/3f6c96692949f445e73e06bc2d7bdbc6 2024-11-17T03:14:17,267 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns2/table2/3f6c96692949f445e73e06bc2d7bdbc6 2024-11-17T03:14:17,267 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1048): stopping wal replay for 3f6c96692949f445e73e06bc2d7bdbc6 2024-11-17T03:14:17,267 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1060): Cleaning up temporary data for 3f6c96692949f445e73e06bc2d7bdbc6 2024-11-17T03:14:17,269 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1093): writing seq id for 3f6c96692949f445e73e06bc2d7bdbc6 2024-11-17T03:14:17,272 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns2/table2/3f6c96692949f445e73e06bc2d7bdbc6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:14:17,272 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1114): Opened 3f6c96692949f445e73e06bc2d7bdbc6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11785939680, jitterRate=0.0976511687040329}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T03:14:17,272 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3f6c96692949f445e73e06bc2d7bdbc6 2024-11-17T03:14:17,273 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1006): Region open journal for 3f6c96692949f445e73e06bc2d7bdbc6: Running coprocessor pre-open hook at 1731813257261Writing region info on filesystem at 1731813257261Initializing all the Stores at 1731813257262 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813257262Cleaning up temporary data from old regions at 1731813257267 (+5 ms)Running coprocessor post-open hooks at 1731813257272 (+5 ms)Region opened successfully at 1731813257273 (+1 ms) 2024-11-17T03:14:17,274 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1731813256101.3f6c96692949f445e73e06bc2d7bdbc6., pid=95, masterSystemTime=1731813257251 2024-11-17T03:14:17,275 DEBUG [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1731813256101.3f6c96692949f445e73e06bc2d7bdbc6. 2024-11-17T03:14:17,275 INFO [RS_OPEN_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(153): Opened ns2:table2,,1731813256101.3f6c96692949f445e73e06bc2d7bdbc6. 2024-11-17T03:14:17,276 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=3f6c96692949f445e73e06bc2d7bdbc6, regionState=OPEN, openSeqNum=2, regionLocation=1c0ef08a44bb,45215,1731813136974 2024-11-17T03:14:17,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f6c96692949f445e73e06bc2d7bdbc6, server=1c0ef08a44bb,45215,1731813136974 because future has completed 2024-11-17T03:14:17,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-17T03:14:17,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure 3f6c96692949f445e73e06bc2d7bdbc6, server=1c0ef08a44bb,45215,1731813136974 in 179 msec 2024-11-17T03:14:17,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-17T03:14:17,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=3f6c96692949f445e73e06bc2d7bdbc6, ASSIGN in 336 msec 2024-11-17T03:14:17,282 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813257282"}]},"ts":"1731813257282"} 2024-11-17T03:14:17,283 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-17T03:14:17,283 DEBUG [PEWorker-3 {}] procedure.TruncateTableProcedure(145): truncate 'ns2:table2' completed 2024-11-17T03:14:17,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) in 1.2040 sec 2024-11-17T03:14:18,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-17T03:14:18,228 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: ns2:table2 completed 2024-11-17T03:14:18,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-17T03:14:18,237 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:40623/backupUT/backup_1731813186883/ns2/test-17318131456561/archive/data/ns2/test-17318131456561/5c24258f2ed423617f43a2c864ac7525 from hbase tables ns2:test-17318131456561 to tables ns2:table2 2024-11-17T03:14:18,237 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17318131456561 into ns2:table2 2024-11-17T03:14:18,240 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-ns2-table2-1731813258238 from hdfs://localhost:40623/backupUT/backup_1731813186883/ns2/test-17318131456561/archive/data/ns2/test-17318131456561/5c24258f2ed423617f43a2c864ac7525 2024-11-17T03:14:18,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41814f6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:18,241 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:14:18,241 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:14:18,242 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:14:18,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:14:18,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:14:18,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53688663, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:18,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:14:18,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:14:18,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:18,243 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54556, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:14:18,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33941a22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:18,244 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:14:18,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1c0ef08a44bb,42397,1731813133159 2024-11-17T03:14:18,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78437387 2024-11-17T03:14:18,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:14:18,246 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54568, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:14:18,247 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-17T03:14:18,247 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-17T03:14:18,247 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-17T03:14:18,248 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:14:18,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:14:18,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:14:18,250 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34192, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:14:18,252 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-17T03:14:18,252 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-17T03:14:18,252 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/partitions_f765e26f-73cc-4ecb-8f4e-9beb0234d54f 2024-11-17T03:14:18,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741994_1170 (size=153) 2024-11-17T03:14:18,312 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-17T03:14:18,659 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:18,659 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:18,659 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:19,535 DEBUG [regionserver/1c0ef08a44bb:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-11-17T03:14:19,584 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/hadoop-7454194941518820244.jar 2024-11-17T03:14:19,585 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:19,585 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:19,585 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:19,585 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:19,586 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:19,586 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:19,586 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:19,586 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:19,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:19,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-17T03:14:19,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-17T03:14:19,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-17T03:14:19,588 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-17T03:14:19,588 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-17T03:14:19,588 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-17T03:14:19,588 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-17T03:14:19,588 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-17T03:14:19,589 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-17T03:14:19,589 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-17T03:14:19,589 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-17T03:14:19,589 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:19,590 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:19,590 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:19,590 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:19,590 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:19,590 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-17T03:14:19,590 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T03:14:19,591 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-17T03:14:19,591 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:14:19,591 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:14:19,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:19,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:19,591 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:14:19,591 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-17T03:14:19,592 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-17T03:14:19,607 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-17T03:14:19,620 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-17T03:14:19,722 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/mapreduce.cluster.local.dir/job_local1365652324_0016_f0d14482-d6b5-4d91-ae64-d525ba74b6f5/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-17T03:14:19,722 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/mapreduce.cluster.local.dir/job_local1365652324_0016_f0d14482-d6b5-4d91-ae64-d525ba74b6f5/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-17T03:14:19,778 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40623/backupUT/backup_1731813186883/ns2/test-17318131456561/archive/data/ns2/test-17318131456561/5c24258f2ed423617f43a2c864ac7525/f/74dee7fff6ac4f0cb7fbf05002514caa 2024-11-17T03:14:19,782 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-17T03:14:19,836 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40623/backupUT/backup_1731813186883/ns2/test-17318131456561/archive/data/ns2/test-17318131456561/5c24258f2ed423617f43a2c864ac7525/f/2e74036d620540af960450e3b4cc816d 2024-11-17T03:14:19,840 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-17T03:14:19,893 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66a451cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:19,893 DEBUG [pool-286-thread-1 {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:14:19,893 DEBUG [pool-286-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:14:19,894 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:14:19,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:14:19,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:14:19,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2daa633c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:19,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:14:19,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:14:19,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:19,897 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54582, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:14:19,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ceb8df5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:19,898 DEBUG [pool-286-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:14:19,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:14:19,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:14:19,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34206, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:14:19,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row-t20', locateType=CURRENT is [region=ns2:table2,,1731813256101.3f6c96692949f445e73e06bc2d7bdbc6., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2] 2024-11-17T03:14:19,903 INFO [pool-286-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-286-thread-1. 2024-11-17T03:14:19,903 DEBUG [pool-286-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:14:19,903 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:19,903 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:19,903 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:14:19,904 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-17T03:14:19,904 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 1c0ef08a44bb 2024-11-17T03:14:19,911 DEBUG [pool-286-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-ns2-table2-1731813258238/_temporary/0/_temporary/attempt_local1365652324_0016_r_000000_0/f/8cb71be15aa2455e8f3c98bc85f54256 is 38, key is row-t20/f:q1/1731813174416/Put/seqid=0 2024-11-17T03:14:19,913 WARN [Thread-1960 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [1c0ef08a44bb:45215] Specified favored nodes: [1c0ef08a44bb:45215] 2024-11-17T03:14:19,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741995_1171 (size=8935) 2024-11-17T03:14:20,768 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-ns2-table2-1731813258238 2024-11-17T03:14:20,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d11cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:20,769 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:14:20,769 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:14:20,770 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:14:20,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:14:20,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:14:20,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7895dea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:20,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:14:20,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:14:20,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:20,771 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54604, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:14:20,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62d261ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:20,772 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:14:20,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:14:20,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:14:20,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34212, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:14:20,777 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-ns2-table2-1731813258238/_SUCCESS 2024-11-17T03:14:20,781 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:14:20,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1c0ef08a44bb,42397,1731813133159 2024-11-17T03:14:20,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67ab376f 2024-11-17T03:14:20,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:14:20,783 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54620, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:14:20,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731813256101.3f6c96692949f445e73e06bc2d7bdbc6., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2] 2024-11-17T03:14:20,789 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-17T03:14:20,795 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-ns2-table2-1731813258238/f/8cb71be15aa2455e8f3c98bc85f54256 first=Optional[row-t20] last=Optional[row98] 2024-11-17T03:14:20,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-ns2-table2-1731813258238/f/8cb71be15aa2455e8f3c98bc85f54256 for inclusion in 3f6c96692949f445e73e06bc2d7bdbc6/f 2024-11-17T03:14:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HStore(626): HFile bounds: first=row-t20 last=row98 2024-11-17T03:14:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T03:14:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HRegion(2603): Flush status journal for 3f6c96692949f445e73e06bc2d7bdbc6: 2024-11-17T03:14:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/hbase-staging/bulk_output-ns2-table2-1731813258238/f/8cb71be15aa2455e8f3c98bc85f54256 to hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/staging/jenkins__ns2_table2__2tdhju65tae1rqms3goiah7jbr7maf7m1sjmjldgc93s4c39n4td65vf691botki/f/8cb71be15aa2455e8f3c98bc85f54256 2024-11-17T03:14:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/staging/jenkins__ns2_table2__2tdhju65tae1rqms3goiah7jbr7maf7m1sjmjldgc93s4c39n4td65vf691botki/f/8cb71be15aa2455e8f3c98bc85f54256 as hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns2/table2/3f6c96692949f445e73e06bc2d7bdbc6/f/9b42f65120a34ff7bffbfac14260eb7f_SeqId_4_ 2024-11-17T03:14:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4233e8d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:14:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:14:20,809 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:14:20,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:14:20,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:14:20,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d4c3065, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:20,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:14:20,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:14:20,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:20,811 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54634, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:14:20,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@354d7334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:14:20,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1c0ef08a44bb,42397,1731813133159 2024-11-17T03:14:20,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ea28e9c 2024-11-17T03:14:20,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:14:20,814 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54640, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:14:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:14:20,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:14:20,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:14:20,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34214, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:14:20,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T03:14:20,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T03:14:20,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731813154782.aceb585657a428183e84174cd96476d6., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2] 2024-11-17T03:14:20,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215. 2024-11-17T03:14:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:14:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:20,838 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:14:20,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/staging/jenkins__ns2_table2__2tdhju65tae1rqms3goiah7jbr7maf7m1sjmjldgc93s4c39n4td65vf691botki/f/8cb71be15aa2455e8f3c98bc85f54256 into 3f6c96692949f445e73e06bc2d7bdbc6/f as hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns2/table2/3f6c96692949f445e73e06bc2d7bdbc6/f/9b42f65120a34ff7bffbfac14260eb7f_SeqId_4_ - updating store file list. 2024-11-17T03:14:20,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns2/table2/3f6c96692949f445e73e06bc2d7bdbc6/f/9b42f65120a34ff7bffbfac14260eb7f_SeqId_4_ into 3f6c96692949f445e73e06bc2d7bdbc6/f 2024-11-17T03:14:20,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/staging/jenkins__ns2_table2__2tdhju65tae1rqms3goiah7jbr7maf7m1sjmjldgc93s4c39n4td65vf691botki/f/8cb71be15aa2455e8f3c98bc85f54256 into 3f6c96692949f445e73e06bc2d7bdbc6/f (new location: hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns2/table2/3f6c96692949f445e73e06bc2d7bdbc6/f/9b42f65120a34ff7bffbfac14260eb7f_SeqId_4_) 2024-11-17T03:14:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/staging/jenkins__ns2_table2__2tdhju65tae1rqms3goiah7jbr7maf7m1sjmjldgc93s4c39n4td65vf691botki/f/8cb71be15aa2455e8f3c98bc85f54256 2024-11-17T03:14:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34bb4049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.ClusterIdFetcher(90): Going to request 1c0ef08a44bb,42397,-1 for getting cluster id 2024-11-17T03:14:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:14:20,847 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65971bfe-c6ac-43a6-8aec-afe2ec1a47a1' 2024-11-17T03:14:20,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:14:20,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65971bfe-c6ac-43a6-8aec-afe2ec1a47a1" 2024-11-17T03:14:20,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@408006df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:20,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c0ef08a44bb,42397,-1] 2024-11-17T03:14:20,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:14:20,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:20,848 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54662, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:14:20,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bec5369, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T03:14:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:14:20,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1c0ef08a44bb,42397,1731813133159 2024-11-17T03:14:20,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57be6093 2024-11-17T03:14:20,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:14:20,851 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54678, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-17T03:14:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:14:20,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c0ef08a44bb,45215,1731813136974, seqNum=-1] 2024-11-17T03:14:20,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:14:20,854 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34222, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-17T03:14:20,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T03:14:20,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T03:14:20,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731813154782.aceb585657a428183e84174cd96476d6., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2] 2024-11-17T03:14:20,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215. 2024-11-17T03:14:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:14:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:20,879 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:14:20,880 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:14:20,880 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:14:20,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:20,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:20,880 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:14:20,880 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-17T03:14:20,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731813256101.3f6c96692949f445e73e06bc2d7bdbc6., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2 , the old value is region=ns2:table2,,1731813256101.3f6c96692949f445e73e06bc2d7bdbc6., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1c0ef08a44bb:45215 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T03:14:20,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731813256101.3f6c96692949f445e73e06bc2d7bdbc6., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T03:14:20,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731813256101.3f6c96692949f445e73e06bc2d7bdbc6., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2 from cache 2024-11-17T03:14:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 277 connection: 172.17.0.2:34212 deadline: 1731816860880 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:34212 2024-11-17T03:14:20,897 INFO [Time-limited test {}] impl.RestoreTablesClient(175): No incremental changes since full backup for 'ns2:test-17318131456561', skipping incremental restore step. 2024-11-17T03:14:20,897 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-17T03:14:20,897 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731813224501 hdfs://localhost:40623/backupUT/backup_1731813224501/ns2/test-17318131456561/ 2024-11-17T03:14:20,897 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-17T03:14:20,899 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(217): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:14:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.CallRunner(138): callId: 737 service: ClientService methodName: Scan size: 160 connection: 172.17.0.2:50608 deadline: 1731813320899, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1731813235487.c604b74e73dc610a9563d9639e0f16c2. is not online on 1c0ef08a44bb,45215,1731813136974 2024-11-17T03:14:20,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731813235487.c604b74e73dc610a9563d9639e0f16c2., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2 , the old value is region=table1,,1731813235487.c604b74e73dc610a9563d9639e0f16c2., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1731813235487.c604b74e73dc610a9563d9639e0f16c2. is not online on 1c0ef08a44bb,45215,1731813136974 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:14:20,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731813235487.c604b74e73dc610a9563d9639e0f16c2., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1731813235487.c604b74e73dc610a9563d9639e0f16c2. is not online on 1c0ef08a44bb,45215,1731813136974 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:14:20,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731813235487.c604b74e73dc610a9563d9639e0f16c2., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2 from cache 2024-11-17T03:14:20,986 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1c0ef08a44bb:45215 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-17T03:14:21,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731813246373.abdc854e87d359bdb044d4d482e9c8a9., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=7] 2024-11-17T03:14:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.CallRunner(138): callId: 741 service: ClientService methodName: Scan size: 170 connection: 172.17.0.2:50608 deadline: 1731813321012, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731813235487.a5639a3763198e71fa5e9bcf9a9dbd29. is not online on 1c0ef08a44bb,45215,1731813136974 2024-11-17T03:14:21,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,row0,1731813235487.a5639a3763198e71fa5e9bcf9a9dbd29., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2 , the old value is region=table1,row0,1731813235487.a5639a3763198e71fa5e9bcf9a9dbd29., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731813235487.a5639a3763198e71fa5e9bcf9a9dbd29. is not online on 1c0ef08a44bb,45215,1731813136974 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:14:21,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,row0,1731813235487.a5639a3763198e71fa5e9bcf9a9dbd29., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731813235487.a5639a3763198e71fa5e9bcf9a9dbd29. is not online on 1c0ef08a44bb,45215,1731813136974 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:14:21,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,row0,1731813235487.a5639a3763198e71fa5e9bcf9a9dbd29., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2 from cache 2024-11-17T03:14:21,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731813246373.e15bd955e657cc00539ab60b02bd233a., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=7] 2024-11-17T03:14:21,132 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(219): f1 has 198 rows 2024-11-17T03:14:21,138 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(223): f2 has 7 rows 2024-11-17T03:14:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:14:21,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-17T03:14:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:14:21,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-17T03:14:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:14:21,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-17T03:14:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:14:21,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-17T03:14:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:14:21,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-17T03:14:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:14:21,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-17T03:14:21,170 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(227): mob has 111 rows 2024-11-17T03:14:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45215 {}] ipc.CallRunner(138): callId: 749 service: ClientService methodName: Scan size: 159 connection: 172.17.0.2:50608 deadline: 1731813321169, exception=org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731813241410.b9938395a9ae6b276857b74fdeb94049. is not online on 1c0ef08a44bb,45215,1731813136974 2024-11-17T03:14:21,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731813241410.b9938395a9ae6b276857b74fdeb94049., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2 , the old value is region=ns2:table2,,1731813241410.b9938395a9ae6b276857b74fdeb94049., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731813241410.b9938395a9ae6b276857b74fdeb94049. is not online on 1c0ef08a44bb,45215,1731813136974 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:14:21,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731813241410.b9938395a9ae6b276857b74fdeb94049., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731813241410.b9938395a9ae6b276857b74fdeb94049. is not online on 1c0ef08a44bb,45215,1731813136974 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:14:21,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731813241410.b9938395a9ae6b276857b74fdeb94049., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2 from cache 2024-11-17T03:14:21,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731813256101.3f6c96692949f445e73e06bc2d7bdbc6., hostname=1c0ef08a44bb,45215,1731813136974, seqNum=2] 2024-11-17T03:14:21,282 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:14:21,282 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:235) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:14:21,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:21,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:21,282 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:14:21,299 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=635 (was 610) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/cluster_465724be-5a2e-c8ef-eb35-5cb3fa40dbcb/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(1c0ef08a44bb,45215,1731813136974)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2136041286-172.17.0.2-1731813125996:blk_1073741955_1131, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2136041286-172.17.0.2-1731813125996:blk_1073741956_1132, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1888543539_20 at /127.0.0.1:50646 [Receiving block BP-2136041286-172.17.0.2-1731813125996:blk_1073741954_1130] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(1c0ef08a44bb,45215,1731813136974)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: (1c0ef08a44bb,42397,1731813133159)-proc-coordinator-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1888543539_20 at /127.0.0.1:50664 [Receiving block BP-2136041286-172.17.0.2-1731813125996:blk_1073741956_1132] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/1c0ef08a44bb:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/cluster_465724be-5a2e-c8ef-eb35-5cb3fa40dbcb/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/1c0ef08a44bb:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: member: '1c0ef08a44bb,45215,1731813136974' subprocedure-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2136041286-172.17.0.2-1731813125996:blk_1073741954_1130, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'JobTracker' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_452439467_20 at /127.0.0.1:48196 [Waiting for operation #54] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(1c0ef08a44bb,45215,1731813136974)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(1c0ef08a44bb,45215,1731813136974)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1888543539_20 at /127.0.0.1:50654 [Receiving block BP-2136041286-172.17.0.2-1731813125996:blk_1073741955_1131] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=643 (was 633) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=341 (was 629), ProcessCount=20 (was 20), AvailableMemoryMB=738 (was 2956) 2024-11-17T03:14:21,299 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=635 is superior to 500 2024-11-17T03:14:21,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T03:14:21,307 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:14:21,307 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:14:21,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:21,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:21,307 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:14:21,307 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T03:14:21,307 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=469716529, stopped=false 2024-11-17T03:14:21,308 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1c0ef08a44bb,42397,1731813133159 2024-11-17T03:14:21,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-17T03:14:21,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-17T03:14:21,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-17T03:14:21,388 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:14:21,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-17T03:14:21,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-17T03:14:21,389 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:14:21,389 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:14:21,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:21,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-17T03:14:21,390 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1c0ef08a44bb,45215,1731813136974' ***** 2024-11-17T03:14:21,390 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T03:14:21,390 INFO [RS:0;1c0ef08a44bb:45215 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-17T03:14:21,394 INFO [RS:0;1c0ef08a44bb:45215 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@46874048{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-17T03:14:21,395 INFO [RS:0;1c0ef08a44bb:45215 {}] server.AbstractConnector(383): Stopped ServerConnector@69215043{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-17T03:14:21,396 INFO [RS:0;1c0ef08a44bb:45215 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:14:21,396 INFO [RS:0;1c0ef08a44bb:45215 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@9bc013e{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-17T03:14:21,396 INFO [RS:0;1c0ef08a44bb:45215 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@76aa1365{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/hadoop.log.dir/,STOPPED} 2024-11-17T03:14:21,397 INFO [RS:0;1c0ef08a44bb:45215 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T03:14:21,398 INFO [RS:0;1c0ef08a44bb:45215 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T03:14:21,398 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T03:14:21,398 INFO [RS:0;1c0ef08a44bb:45215 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2024-11-17T03:14:21,398 INFO [RS:0;1c0ef08a44bb:45215 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T03:14:21,398 INFO [RS:0;1c0ef08a44bb:45215 {}] regionserver.HRegionServer(3091): Received CLOSE for aceb585657a428183e84174cd96476d6 2024-11-17T03:14:21,398 INFO [RS:0;1c0ef08a44bb:45215 {}] regionserver.HRegionServer(3091): Received CLOSE for a9eb878a2d00d2b8a12b1af3b2c4ff62 2024-11-17T03:14:21,398 INFO [RS:0;1c0ef08a44bb:45215 {}] regionserver.HRegionServer(3091): Received CLOSE for 3a493cc48a84960f8db541c0a27b7b73 2024-11-17T03:14:21,398 INFO [RS:0;1c0ef08a44bb:45215 {}] regionserver.HRegionServer(3091): Received CLOSE for e15bd955e657cc00539ab60b02bd233a 2024-11-17T03:14:21,398 INFO [RS:0;1c0ef08a44bb:45215 {}] regionserver.HRegionServer(3091): Received CLOSE for 20d96fd474b5ad4cf4277f6707459a6f 2024-11-17T03:14:21,398 INFO [RS:0;1c0ef08a44bb:45215 {}] regionserver.HRegionServer(3091): Received CLOSE for fb0f5206057597a7dac977a9e7cd8bf8 2024-11-17T03:14:21,398 INFO [RS:0;1c0ef08a44bb:45215 {}] regionserver.HRegionServer(3091): Received CLOSE for 5c24258f2ed423617f43a2c864ac7525 2024-11-17T03:14:21,399 INFO [RS:0;1c0ef08a44bb:45215 {}] regionserver.HRegionServer(3091): Received CLOSE for abdc854e87d359bdb044d4d482e9c8a9 2024-11-17T03:14:21,399 INFO [RS:0;1c0ef08a44bb:45215 {}] regionserver.HRegionServer(3091): Received CLOSE for 3f6c96692949f445e73e06bc2d7bdbc6 2024-11-17T03:14:21,399 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aceb585657a428183e84174cd96476d6, disabling compactions & flushes 2024-11-17T03:14:21,399 INFO [RS:0;1c0ef08a44bb:45215 {}] regionserver.HRegionServer(959): stopping server 1c0ef08a44bb,45215,1731813136974 2024-11-17T03:14:21,399 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1731813154782.aceb585657a428183e84174cd96476d6. 2024-11-17T03:14:21,399 INFO [RS:0;1c0ef08a44bb:45215 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:14:21,399 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1731813154782.aceb585657a428183e84174cd96476d6. 2024-11-17T03:14:21,399 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1731813154782.aceb585657a428183e84174cd96476d6. after waiting 0 ms 2024-11-17T03:14:21,399 INFO [RS:0;1c0ef08a44bb:45215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1c0ef08a44bb:45215. 2024-11-17T03:14:21,399 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1731813154782.aceb585657a428183e84174cd96476d6. 2024-11-17T03:14:21,399 DEBUG [RS:0;1c0ef08a44bb:45215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:14:21,399 DEBUG [RS:0;1c0ef08a44bb:45215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:21,399 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing aceb585657a428183e84174cd96476d6 2/2 column families, dataSize=2.12 KB heapSize=3.43 KB 2024-11-17T03:14:21,399 INFO [RS:0;1c0ef08a44bb:45215 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T03:14:21,399 INFO [RS:0;1c0ef08a44bb:45215 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T03:14:21,399 INFO [RS:0;1c0ef08a44bb:45215 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T03:14:21,399 INFO [RS:0;1c0ef08a44bb:45215 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T03:14:21,400 INFO [RS:0;1c0ef08a44bb:45215 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close 2024-11-17T03:14:21,400 DEBUG [RS_CLOSE_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:14:21,400 INFO [RS_CLOSE_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:14:21,400 DEBUG [RS_CLOSE_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:14:21,400 DEBUG [RS_CLOSE_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:14:21,400 DEBUG [RS_CLOSE_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:14:21,400 DEBUG [RS:0;1c0ef08a44bb:45215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20d96fd474b5ad4cf4277f6707459a6f, 3a493cc48a84960f8db541c0a27b7b73, 3f6c96692949f445e73e06bc2d7bdbc6, 5c24258f2ed423617f43a2c864ac7525, a9eb878a2d00d2b8a12b1af3b2c4ff62, abdc854e87d359bdb044d4d482e9c8a9, aceb585657a428183e84174cd96476d6, e15bd955e657cc00539ab60b02bd233a, fb0f5206057597a7dac977a9e7cd8bf8 2024-11-17T03:14:21,400 INFO [RS_CLOSE_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=23.97 KB heapSize=42.40 KB 2024-11-17T03:14:21,403 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/.tmp/meta/31f5be966114401db925e48ef05f22d7 is 158, key is trslm:hdfs://localhost:40623/backupUT\x00ns2:test-17318131456561/meta:log-roll-map/1731813234987/Put/seqid=0 2024-11-17T03:14:21,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741996_1172 (size=6208) 2024-11-17T03:14:21,422 DEBUG [RS_CLOSE_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/hbase/meta/1588230740/.tmp/info/3e43c79a730741869ee8217691c22bf4 is 159, key is ns2:test-17318131456561,,1731813147609.5c24258f2ed423617f43a2c864ac7525./info:regioninfo/1731813148010/Put/seqid=0 2024-11-17T03:14:21,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741997_1173 (size=19093) 2024-11-17T03:14:21,429 INFO [regionserver/1c0ef08a44bb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:14:21,535 INFO [regionserver/1c0ef08a44bb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T03:14:21,535 INFO [regionserver/1c0ef08a44bb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T03:14:21,600 DEBUG [RS:0;1c0ef08a44bb:45215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20d96fd474b5ad4cf4277f6707459a6f, 3a493cc48a84960f8db541c0a27b7b73, 3f6c96692949f445e73e06bc2d7bdbc6, 5c24258f2ed423617f43a2c864ac7525, a9eb878a2d00d2b8a12b1af3b2c4ff62, abdc854e87d359bdb044d4d482e9c8a9, aceb585657a428183e84174cd96476d6, e15bd955e657cc00539ab60b02bd233a, fb0f5206057597a7dac977a9e7cd8bf8 2024-11-17T03:14:21,800 DEBUG [RS:0;1c0ef08a44bb:45215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20d96fd474b5ad4cf4277f6707459a6f, 3a493cc48a84960f8db541c0a27b7b73, 3f6c96692949f445e73e06bc2d7bdbc6, 5c24258f2ed423617f43a2c864ac7525, a9eb878a2d00d2b8a12b1af3b2c4ff62, abdc854e87d359bdb044d4d482e9c8a9, aceb585657a428183e84174cd96476d6, e15bd955e657cc00539ab60b02bd233a, fb0f5206057597a7dac977a9e7cd8bf8 2024-11-17T03:14:21,809 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=944 B at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/.tmp/meta/31f5be966114401db925e48ef05f22d7 2024-11-17T03:14:21,818 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/.tmp/session/5e64a6c108034d8e80bbc3e8864b7090 is 588, key is session:backup_1731813224501/session:context/1731813235428/Put/seqid=0 2024-11-17T03:14:21,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741998_1174 (size=5689) 2024-11-17T03:14:21,827 INFO [RS_CLOSE_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.86 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/hbase/meta/1588230740/.tmp/info/3e43c79a730741869ee8217691c22bf4 2024-11-17T03:14:21,847 DEBUG [RS_CLOSE_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/hbase/meta/1588230740/.tmp/ns/6a0caf72588c43fa8dde52b5b81dd546 is 85, key is ns2:table2,,1731813241410.b9938395a9ae6b276857b74fdeb94049./ns:/1731813256102/DeleteFamily/seqid=0 2024-11-17T03:14:21,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741999_1175 (size=5760) 2024-11-17T03:14:22,001 DEBUG [RS:0;1c0ef08a44bb:45215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20d96fd474b5ad4cf4277f6707459a6f, 3a493cc48a84960f8db541c0a27b7b73, 3f6c96692949f445e73e06bc2d7bdbc6, 5c24258f2ed423617f43a2c864ac7525, a9eb878a2d00d2b8a12b1af3b2c4ff62, abdc854e87d359bdb044d4d482e9c8a9, aceb585657a428183e84174cd96476d6, e15bd955e657cc00539ab60b02bd233a, fb0f5206057597a7dac977a9e7cd8bf8 2024-11-17T03:14:22,201 DEBUG [RS:0;1c0ef08a44bb:45215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20d96fd474b5ad4cf4277f6707459a6f, 3a493cc48a84960f8db541c0a27b7b73, 3f6c96692949f445e73e06bc2d7bdbc6, 5c24258f2ed423617f43a2c864ac7525, a9eb878a2d00d2b8a12b1af3b2c4ff62, abdc854e87d359bdb044d4d482e9c8a9, aceb585657a428183e84174cd96476d6, e15bd955e657cc00539ab60b02bd233a, fb0f5206057597a7dac977a9e7cd8bf8 2024-11-17T03:14:22,226 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.20 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/.tmp/session/5e64a6c108034d8e80bbc3e8864b7090 2024-11-17T03:14:22,233 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/.tmp/meta/31f5be966114401db925e48ef05f22d7 as hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/meta/31f5be966114401db925e48ef05f22d7 2024-11-17T03:14:22,238 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/meta/31f5be966114401db925e48ef05f22d7, entries=7, sequenceid=52, filesize=6.1 K 2024-11-17T03:14:22,239 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/.tmp/session/5e64a6c108034d8e80bbc3e8864b7090 as hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/session/5e64a6c108034d8e80bbc3e8864b7090 2024-11-17T03:14:22,245 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/session/5e64a6c108034d8e80bbc3e8864b7090, entries=2, sequenceid=52, filesize=5.6 K 2024-11-17T03:14:22,247 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for aceb585657a428183e84174cd96476d6 in 848ms, sequenceid=52, compaction requested=true 2024-11-17T03:14:22,251 INFO [RS_CLOSE_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=474 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/hbase/meta/1588230740/.tmp/ns/6a0caf72588c43fa8dde52b5b81dd546 2024-11-17T03:14:22,252 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system/aceb585657a428183e84174cd96476d6/recovered.edits/55.seqid, newMaxSeqId=55, maxSeqId=1 2024-11-17T03:14:22,253 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-17T03:14:22,253 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1731813154782.aceb585657a428183e84174cd96476d6. 2024-11-17T03:14:22,253 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aceb585657a428183e84174cd96476d6: Waiting for close lock at 1731813261398Running coprocessor pre-close hooks at 1731813261399 (+1 ms)Disabling compacts and flushes for region at 1731813261399Disabling writes for close at 1731813261399Obtaining lock to block concurrent updates at 1731813261399Preparing flush snapshotting stores in aceb585657a428183e84174cd96476d6 at 1731813261399Finished memstore snapshotting backup:system,,1731813154782.aceb585657a428183e84174cd96476d6., syncing WAL and waiting on mvcc, flushsize=dataSize=2170, getHeapSize=3480, getOffHeapSize=0, getCellsCount=11 at 1731813261399Flushing stores of backup:system,,1731813154782.aceb585657a428183e84174cd96476d6. at 1731813261400 (+1 ms)Flushing aceb585657a428183e84174cd96476d6/meta: creating writer at 1731813261400Flushing aceb585657a428183e84174cd96476d6/meta: appending metadata at 1731813261403 (+3 ms)Flushing aceb585657a428183e84174cd96476d6/meta: closing flushed file at 1731813261403Flushing aceb585657a428183e84174cd96476d6/session: creating writer at 1731813261814 (+411 ms)Flushing aceb585657a428183e84174cd96476d6/session: appending metadata at 1731813261817 (+3 ms)Flushing aceb585657a428183e84174cd96476d6/session: closing flushed file at 1731813261817Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@598e2586: reopening flushed file at 1731813262232 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60fda7df: reopening flushed file at 1731813262238 (+6 ms)Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for aceb585657a428183e84174cd96476d6 in 848ms, sequenceid=52, compaction requested=true at 1731813262247 (+9 ms)Writing region close event to WAL at 1731813262248 (+1 ms)Running coprocessor post-close hooks at 1731813262253 (+5 ms)Closed at 1731813262253 2024-11-17T03:14:22,253 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1731813154782.aceb585657a428183e84174cd96476d6. 2024-11-17T03:14:22,254 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a9eb878a2d00d2b8a12b1af3b2c4ff62, disabling compactions & flushes 2024-11-17T03:14:22,254 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62. 2024-11-17T03:14:22,254 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62. 2024-11-17T03:14:22,254 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62. after waiting 0 ms 2024-11-17T03:14:22,254 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62. 2024-11-17T03:14:22,254 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a9eb878a2d00d2b8a12b1af3b2c4ff62 3/3 column families, dataSize=378 B heapSize=1.63 KB 2024-11-17T03:14:22,276 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/.tmp/f2/dac76ed7ff144f85ad916e0cfa577b56 is 58, key is row-test-1731813145656-2-0/f2:q1/1731813219490/Put/seqid=0 2024-11-17T03:14:22,276 DEBUG [RS_CLOSE_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/hbase/meta/1588230740/.tmp/rep_barrier/e7d54dfbb0fb41f4b3350c21e9fc3360 is 94, key is ns2:table2,,1731813241410.b9938395a9ae6b276857b74fdeb94049./rep_barrier:/1731813256102/DeleteFamily/seqid=0 2024-11-17T03:14:22,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073742000_1176 (size=5640) 2024-11-17T03:14:22,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073742001_1177 (size=5464) 2024-11-17T03:14:22,285 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/.tmp/f2/dac76ed7ff144f85ad916e0cfa577b56 2024-11-17T03:14:22,296 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/.tmp/f2/dac76ed7ff144f85ad916e0cfa577b56 as hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/f2/dac76ed7ff144f85ad916e0cfa577b56 2024-11-17T03:14:22,301 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/f2/dac76ed7ff144f85ad916e0cfa577b56, entries=7, sequenceid=348, filesize=5.3 K 2024-11-17T03:14:22,302 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for a9eb878a2d00d2b8a12b1af3b2c4ff62 in 48ms, sequenceid=348, compaction requested=false 2024-11-17T03:14:22,306 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/test-1731813145656/a9eb878a2d00d2b8a12b1af3b2c4ff62/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337 2024-11-17T03:14:22,307 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-17T03:14:22,307 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62. 2024-11-17T03:14:22,307 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a9eb878a2d00d2b8a12b1af3b2c4ff62: Waiting for close lock at 1731813262254Running coprocessor pre-close hooks at 1731813262254Disabling compacts and flushes for region at 1731813262254Disabling writes for close at 1731813262254Obtaining lock to block concurrent updates at 1731813262254Preparing flush snapshotting stores in a9eb878a2d00d2b8a12b1af3b2c4ff62 at 1731813262254Finished memstore snapshotting test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1731813262254Flushing stores of test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62. at 1731813262255 (+1 ms)Flushing a9eb878a2d00d2b8a12b1af3b2c4ff62/f2: creating writer at 1731813262255Flushing a9eb878a2d00d2b8a12b1af3b2c4ff62/f2: appending metadata at 1731813262275 (+20 ms)Flushing a9eb878a2d00d2b8a12b1af3b2c4ff62/f2: closing flushed file at 1731813262275Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aa00c24: reopening flushed file at 1731813262295 (+20 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for a9eb878a2d00d2b8a12b1af3b2c4ff62 in 48ms, sequenceid=348, compaction requested=false at 1731813262302 (+7 ms)Writing region close event to WAL at 1731813262303 (+1 ms)Running coprocessor post-close hooks at 1731813262307 (+4 ms)Closed at 1731813262307 2024-11-17T03:14:22,307 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1731813145656,,1731813146205.a9eb878a2d00d2b8a12b1af3b2c4ff62. 2024-11-17T03:14:22,307 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3a493cc48a84960f8db541c0a27b7b73, disabling compactions & flushes 2024-11-17T03:14:22,307 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17318131456563,,1731813150658.3a493cc48a84960f8db541c0a27b7b73. 2024-11-17T03:14:22,307 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17318131456563,,1731813150658.3a493cc48a84960f8db541c0a27b7b73. 2024-11-17T03:14:22,307 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17318131456563,,1731813150658.3a493cc48a84960f8db541c0a27b7b73. after waiting 0 ms 2024-11-17T03:14:22,307 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17318131456563,,1731813150658.3a493cc48a84960f8db541c0a27b7b73. 2024-11-17T03:14:22,311 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns4/test-17318131456563/3a493cc48a84960f8db541c0a27b7b73/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-17T03:14:22,312 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-17T03:14:22,312 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17318131456563,,1731813150658.3a493cc48a84960f8db541c0a27b7b73. 2024-11-17T03:14:22,312 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3a493cc48a84960f8db541c0a27b7b73: Waiting for close lock at 1731813262307Running coprocessor pre-close hooks at 1731813262307Disabling compacts and flushes for region at 1731813262307Disabling writes for close at 1731813262307Writing region close event to WAL at 1731813262308 (+1 ms)Running coprocessor post-close hooks at 1731813262312 (+4 ms)Closed at 1731813262312 2024-11-17T03:14:22,312 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17318131456563,,1731813150658.3a493cc48a84960f8db541c0a27b7b73. 2024-11-17T03:14:22,312 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e15bd955e657cc00539ab60b02bd233a, disabling compactions & flushes 2024-11-17T03:14:22,312 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,row0,1731813246373.e15bd955e657cc00539ab60b02bd233a. 2024-11-17T03:14:22,312 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731813246373.e15bd955e657cc00539ab60b02bd233a. 2024-11-17T03:14:22,312 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731813246373.e15bd955e657cc00539ab60b02bd233a. after waiting 0 ms 2024-11-17T03:14:22,312 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731813246373.e15bd955e657cc00539ab60b02bd233a. 2024-11-17T03:14:22,318 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/e15bd955e657cc00539ab60b02bd233a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=6 2024-11-17T03:14:22,320 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-17T03:14:22,320 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,row0,1731813246373.e15bd955e657cc00539ab60b02bd233a. 2024-11-17T03:14:22,320 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e15bd955e657cc00539ab60b02bd233a: Waiting for close lock at 1731813262312Running coprocessor pre-close hooks at 1731813262312Disabling compacts and flushes for region at 1731813262312Disabling writes for close at 1731813262312Writing region close event to WAL at 1731813262315 (+3 ms)Running coprocessor post-close hooks at 1731813262320 (+5 ms)Closed at 1731813262320 2024-11-17T03:14:22,321 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row0,1731813246373.e15bd955e657cc00539ab60b02bd233a. 2024-11-17T03:14:22,321 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 20d96fd474b5ad4cf4277f6707459a6f, disabling compactions & flushes 2024-11-17T03:14:22,321 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17318131456562,,1731813148491.20d96fd474b5ad4cf4277f6707459a6f. 2024-11-17T03:14:22,321 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17318131456562,,1731813148491.20d96fd474b5ad4cf4277f6707459a6f. 2024-11-17T03:14:22,321 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17318131456562,,1731813148491.20d96fd474b5ad4cf4277f6707459a6f. after waiting 0 ms 2024-11-17T03:14:22,321 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17318131456562,,1731813148491.20d96fd474b5ad4cf4277f6707459a6f. 2024-11-17T03:14:22,334 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns3/test-17318131456562/20d96fd474b5ad4cf4277f6707459a6f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-17T03:14:22,335 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-17T03:14:22,335 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17318131456562,,1731813148491.20d96fd474b5ad4cf4277f6707459a6f. 2024-11-17T03:14:22,335 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 20d96fd474b5ad4cf4277f6707459a6f: Waiting for close lock at 1731813262321Running coprocessor pre-close hooks at 1731813262321Disabling compacts and flushes for region at 1731813262321Disabling writes for close at 1731813262321Writing region close event to WAL at 1731813262321Running coprocessor post-close hooks at 1731813262335 (+14 ms)Closed at 1731813262335 2024-11-17T03:14:22,335 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17318131456562,,1731813148491.20d96fd474b5ad4cf4277f6707459a6f. 2024-11-17T03:14:22,336 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fb0f5206057597a7dac977a9e7cd8bf8, disabling compactions & flushes 2024-11-17T03:14:22,336 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1731813155957.fb0f5206057597a7dac977a9e7cd8bf8. 2024-11-17T03:14:22,336 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1731813155957.fb0f5206057597a7dac977a9e7cd8bf8. 2024-11-17T03:14:22,336 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1731813155957.fb0f5206057597a7dac977a9e7cd8bf8. after waiting 0 ms 2024-11-17T03:14:22,336 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1731813155957.fb0f5206057597a7dac977a9e7cd8bf8. 2024-11-17T03:14:22,339 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/backup/system_bulk/fb0f5206057597a7dac977a9e7cd8bf8/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-17T03:14:22,340 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-17T03:14:22,340 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1731813155957.fb0f5206057597a7dac977a9e7cd8bf8. 2024-11-17T03:14:22,340 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fb0f5206057597a7dac977a9e7cd8bf8: Waiting for close lock at 1731813262336Running coprocessor pre-close hooks at 1731813262336Disabling compacts and flushes for region at 1731813262336Disabling writes for close at 1731813262336Writing region close event to WAL at 1731813262336Running coprocessor post-close hooks at 1731813262340 (+4 ms)Closed at 1731813262340 2024-11-17T03:14:22,340 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1731813155957.fb0f5206057597a7dac977a9e7cd8bf8. 2024-11-17T03:14:22,340 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5c24258f2ed423617f43a2c864ac7525, disabling compactions & flushes 2024-11-17T03:14:22,340 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17318131456561,,1731813147609.5c24258f2ed423617f43a2c864ac7525. 2024-11-17T03:14:22,340 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17318131456561,,1731813147609.5c24258f2ed423617f43a2c864ac7525. 2024-11-17T03:14:22,340 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17318131456561,,1731813147609.5c24258f2ed423617f43a2c864ac7525. after waiting 0 ms 2024-11-17T03:14:22,340 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17318131456561,,1731813147609.5c24258f2ed423617f43a2c864ac7525. 2024-11-17T03:14:22,344 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns2/test-17318131456561/5c24258f2ed423617f43a2c864ac7525/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1 2024-11-17T03:14:22,344 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-17T03:14:22,344 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17318131456561,,1731813147609.5c24258f2ed423617f43a2c864ac7525. 2024-11-17T03:14:22,344 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5c24258f2ed423617f43a2c864ac7525: Waiting for close lock at 1731813262340Running coprocessor pre-close hooks at 1731813262340Disabling compacts and flushes for region at 1731813262340Disabling writes for close at 1731813262340Writing region close event to WAL at 1731813262341 (+1 ms)Running coprocessor post-close hooks at 1731813262344 (+3 ms)Closed at 1731813262344 2024-11-17T03:14:22,345 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17318131456561,,1731813147609.5c24258f2ed423617f43a2c864ac7525. 2024-11-17T03:14:22,345 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing abdc854e87d359bdb044d4d482e9c8a9, disabling compactions & flushes 2024-11-17T03:14:22,345 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,,1731813246373.abdc854e87d359bdb044d4d482e9c8a9. 2024-11-17T03:14:22,345 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731813246373.abdc854e87d359bdb044d4d482e9c8a9. 2024-11-17T03:14:22,345 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,,1731813246373.abdc854e87d359bdb044d4d482e9c8a9. after waiting 0 ms 2024-11-17T03:14:22,345 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,,1731813246373.abdc854e87d359bdb044d4d482e9c8a9. 2024-11-17T03:14:22,355 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/default/table1/abdc854e87d359bdb044d4d482e9c8a9/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=6 2024-11-17T03:14:22,356 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-17T03:14:22,356 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,,1731813246373.abdc854e87d359bdb044d4d482e9c8a9. 2024-11-17T03:14:22,356 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for abdc854e87d359bdb044d4d482e9c8a9: Waiting for close lock at 1731813262345Running coprocessor pre-close hooks at 1731813262345Disabling compacts and flushes for region at 1731813262345Disabling writes for close at 1731813262345Writing region close event to WAL at 1731813262346 (+1 ms)Running coprocessor post-close hooks at 1731813262356 (+10 ms)Closed at 1731813262356 2024-11-17T03:14:22,356 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1731813246373.abdc854e87d359bdb044d4d482e9c8a9. 2024-11-17T03:14:22,356 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3f6c96692949f445e73e06bc2d7bdbc6, disabling compactions & flushes 2024-11-17T03:14:22,356 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:table2,,1731813256101.3f6c96692949f445e73e06bc2d7bdbc6. 2024-11-17T03:14:22,357 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731813256101.3f6c96692949f445e73e06bc2d7bdbc6. 2024-11-17T03:14:22,357 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731813256101.3f6c96692949f445e73e06bc2d7bdbc6. after waiting 0 ms 2024-11-17T03:14:22,357 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731813256101.3f6c96692949f445e73e06bc2d7bdbc6. 2024-11-17T03:14:22,364 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/ns2/table2/3f6c96692949f445e73e06bc2d7bdbc6/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-17T03:14:22,365 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-17T03:14:22,365 INFO [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:table2,,1731813256101.3f6c96692949f445e73e06bc2d7bdbc6. 2024-11-17T03:14:22,365 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3f6c96692949f445e73e06bc2d7bdbc6: Waiting for close lock at 1731813262356Running coprocessor pre-close hooks at 1731813262356Disabling compacts and flushes for region at 1731813262356Disabling writes for close at 1731813262357 (+1 ms)Writing region close event to WAL at 1731813262360 (+3 ms)Running coprocessor post-close hooks at 1731813262365 (+5 ms)Closed at 1731813262365 2024-11-17T03:14:22,365 DEBUG [RS_CLOSE_REGION-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1731813256101.3f6c96692949f445e73e06bc2d7bdbc6. 2024-11-17T03:14:22,401 INFO [RS:0;1c0ef08a44bb:45215 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T03:14:22,401 DEBUG [RS:0;1c0ef08a44bb:45215 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T03:14:22,401 DEBUG [RS:0;1c0ef08a44bb:45215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:14:22,601 DEBUG [RS:0;1c0ef08a44bb:45215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:14:22,681 INFO [RS_CLOSE_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=266 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/hbase/meta/1588230740/.tmp/rep_barrier/e7d54dfbb0fb41f4b3350c21e9fc3360 2024-11-17T03:14:22,704 DEBUG [RS_CLOSE_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/hbase/meta/1588230740/.tmp/table/9063e9b97a84432fa2dee3a12738661a is 88, key is ns2:table2,,1731813241410.b9938395a9ae6b276857b74fdeb94049./table:/1731813256102/DeleteFamily/seqid=0 2024-11-17T03:14:22,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073742002_1178 (size=6364) 2024-11-17T03:14:22,802 DEBUG [RS:0;1c0ef08a44bb:45215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:14:23,002 DEBUG [RS:0;1c0ef08a44bb:45215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:14:23,109 INFO [RS_CLOSE_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/hbase/meta/1588230740/.tmp/table/9063e9b97a84432fa2dee3a12738661a 2024-11-17T03:14:23,115 DEBUG [RS_CLOSE_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/hbase/meta/1588230740/.tmp/info/3e43c79a730741869ee8217691c22bf4 as hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/hbase/meta/1588230740/info/3e43c79a730741869ee8217691c22bf4 2024-11-17T03:14:23,120 INFO [RS_CLOSE_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/hbase/meta/1588230740/info/3e43c79a730741869ee8217691c22bf4, entries=114, sequenceid=97, filesize=18.6 K 2024-11-17T03:14:23,121 DEBUG [RS_CLOSE_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/hbase/meta/1588230740/.tmp/ns/6a0caf72588c43fa8dde52b5b81dd546 as hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/hbase/meta/1588230740/ns/6a0caf72588c43fa8dde52b5b81dd546 2024-11-17T03:14:23,126 INFO [RS_CLOSE_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/hbase/meta/1588230740/ns/6a0caf72588c43fa8dde52b5b81dd546, entries=10, sequenceid=97, filesize=5.6 K 2024-11-17T03:14:23,127 DEBUG [RS_CLOSE_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/hbase/meta/1588230740/.tmp/rep_barrier/e7d54dfbb0fb41f4b3350c21e9fc3360 as hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/hbase/meta/1588230740/rep_barrier/e7d54dfbb0fb41f4b3350c21e9fc3360 2024-11-17T03:14:23,131 INFO [RS_CLOSE_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/hbase/meta/1588230740/rep_barrier/e7d54dfbb0fb41f4b3350c21e9fc3360, entries=3, sequenceid=97, filesize=5.5 K 2024-11-17T03:14:23,132 DEBUG [RS_CLOSE_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/hbase/meta/1588230740/.tmp/table/9063e9b97a84432fa2dee3a12738661a as hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/hbase/meta/1588230740/table/9063e9b97a84432fa2dee3a12738661a 2024-11-17T03:14:23,136 INFO [RS_CLOSE_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/hbase/meta/1588230740/table/9063e9b97a84432fa2dee3a12738661a, entries=21, sequenceid=97, filesize=6.2 K 2024-11-17T03:14:23,137 INFO [RS_CLOSE_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1737ms, sequenceid=97, compaction requested=false 2024-11-17T03:14:23,142 DEBUG [RS_CLOSE_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/data/hbase/meta/1588230740/recovered.edits/100.seqid, newMaxSeqId=100, maxSeqId=1 2024-11-17T03:14:23,142 DEBUG [RS_CLOSE_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-17T03:14:23,142 DEBUG [RS_CLOSE_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:14:23,143 INFO [RS_CLOSE_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:14:23,143 DEBUG [RS_CLOSE_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813261400Running coprocessor pre-close hooks at 1731813261400Disabling compacts and flushes for region at 1731813261400Disabling writes for close at 1731813261400Obtaining lock to block concurrent updates at 1731813261400Preparing flush snapshotting stores in 1588230740 at 1731813261400Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=24544, getHeapSize=43352, getOffHeapSize=0, getCellsCount=235 at 1731813261400Flushing stores of hbase:meta,,1.1588230740 at 1731813261401 (+1 ms)Flushing 1588230740/info: creating writer at 1731813261401Flushing 1588230740/info: appending metadata at 1731813261422 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731813261422Flushing 1588230740/ns: creating writer at 1731813261832 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731813261846 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731813261846Flushing 1588230740/rep_barrier: creating writer at 1731813262257 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731813262275 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731813262275Flushing 1588230740/table: creating writer at 1731813262690 (+415 ms)Flushing 1588230740/table: appending metadata at 1731813262704 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731813262704Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@240a2c13: reopening flushed file at 1731813263115 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1120d8b5: reopening flushed file at 1731813263121 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@144efd79: reopening flushed file at 1731813263126 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ebc430a: reopening flushed file at 1731813263131 (+5 ms)Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1737ms, sequenceid=97, compaction requested=false at 1731813263137 (+6 ms)Writing region close event to WAL at 1731813263139 (+2 ms)Running coprocessor post-close hooks at 1731813263142 (+3 ms)Closed at 1731813263143 (+1 ms) 2024-11-17T03:14:23,143 DEBUG [RS_CLOSE_META-regionserver/1c0ef08a44bb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T03:14:23,202 INFO [RS:0;1c0ef08a44bb:45215 {}] regionserver.HRegionServer(976): stopping server 1c0ef08a44bb,45215,1731813136974; all regions closed. 2024-11-17T03:14:23,208 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.meta.1731813226991.meta not finished, retry = 0 2024-11-17T03:14:23,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741955_1131 (size=16160) 2024-11-17T03:14:23,315 DEBUG [RS:0;1c0ef08a44bb:45215 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/oldWALs 2024-11-17T03:14:23,315 INFO [RS:0;1c0ef08a44bb:45215 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1c0ef08a44bb%2C45215%2C1731813136974.meta:.meta(num 1731813226991) 2024-11-17T03:14:23,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741954_1130 (size=7600) 2024-11-17T03:14:23,321 DEBUG [RS:0;1c0ef08a44bb:45215 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/oldWALs 2024-11-17T03:14:23,321 INFO [RS:0;1c0ef08a44bb:45215 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-1:(num 1731813226970) 2024-11-17T03:14:23,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741956_1132 (size=4448) 2024-11-17T03:14:23,323 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/WALs/1c0ef08a44bb,45215,1731813136974/1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0.1731813227011 not finished, retry = 0 2024-11-17T03:14:23,425 DEBUG [RS:0;1c0ef08a44bb:45215 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/oldWALs 2024-11-17T03:14:23,426 INFO [RS:0;1c0ef08a44bb:45215 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1c0ef08a44bb%2C45215%2C1731813136974.1c0ef08a44bb%2C45215%2C1731813136974.regiongroup-0:(num 1731813227011) 2024-11-17T03:14:23,426 DEBUG [RS:0;1c0ef08a44bb:45215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:23,426 INFO [RS:0;1c0ef08a44bb:45215 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:14:23,426 INFO [RS:0;1c0ef08a44bb:45215 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:14:23,426 INFO [RS:0;1c0ef08a44bb:45215 {}] hbase.ChoreService(370): Chore service for: regionserver/1c0ef08a44bb:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T03:14:23,426 INFO [RS:0;1c0ef08a44bb:45215 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:14:23,426 INFO [regionserver/1c0ef08a44bb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:14:23,427 INFO [RS:0;1c0ef08a44bb:45215 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45215 2024-11-17T03:14:23,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/1c0ef08a44bb,45215,1731813136974 2024-11-17T03:14:23,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-17T03:14:23,464 INFO [RS:0;1c0ef08a44bb:45215 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:14:23,528 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1c0ef08a44bb,45215,1731813136974] 2024-11-17T03:14:23,600 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/1c0ef08a44bb,45215,1731813136974 already deleted, retry=false 2024-11-17T03:14:23,600 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1c0ef08a44bb,45215,1731813136974 expired; onlineServers=0 2024-11-17T03:14:23,600 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1c0ef08a44bb,42397,1731813133159' ***** 2024-11-17T03:14:23,600 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T03:14:23,600 INFO [M:0;1c0ef08a44bb:42397 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-17T03:14:23,609 INFO [M:0;1c0ef08a44bb:42397 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@47144f9{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master} 2024-11-17T03:14:23,609 INFO [M:0;1c0ef08a44bb:42397 {}] server.AbstractConnector(383): Stopped ServerConnector@3d0e124{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-17T03:14:23,609 INFO [M:0;1c0ef08a44bb:42397 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:14:23,610 INFO [M:0;1c0ef08a44bb:42397 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@619269b7{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-17T03:14:23,610 INFO [M:0;1c0ef08a44bb:42397 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@6d2c89fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/hadoop.log.dir/,STOPPED} 2024-11-17T03:14:23,610 INFO [M:0;1c0ef08a44bb:42397 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:14:23,610 INFO [M:0;1c0ef08a44bb:42397 {}] master.HMaster(1770): Stopping master jetty server 2024-11-17T03:14:23,611 INFO [M:0;1c0ef08a44bb:42397 {}] server.AbstractConnector(383): Stopped ServerConnector@629f2090{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-17T03:14:23,611 INFO [M:0;1c0ef08a44bb:42397 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:14:23,611 DEBUG [M:0;1c0ef08a44bb:42397 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T03:14:23,611 INFO [M:0;1c0ef08a44bb:42397 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner 2024-11-17T03:14:23,611 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T03:14:23,612 INFO [M:0;1c0ef08a44bb:42397 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;1c0ef08a44bb:42397. 2024-11-17T03:14:23,612 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster-HFileCleaner.large.0-1731813139229 {}] cleaner.HFileCleaner(306): Exit Thread[master/1c0ef08a44bb:0:becomeActiveMaster-HFileCleaner.large.0-1731813139229,5,FailOnTimeoutGroup] 2024-11-17T03:14:23,612 DEBUG [master/1c0ef08a44bb:0:becomeActiveMaster-HFileCleaner.small.0-1731813139230 {}] cleaner.HFileCleaner(306): Exit Thread[master/1c0ef08a44bb:0:becomeActiveMaster-HFileCleaner.small.0-1731813139230,5,FailOnTimeoutGroup] 2024-11-17T03:14:23,612 DEBUG [M:0;1c0ef08a44bb:42397 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156) at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444) at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322) at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923) at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439) at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:14:23,612 DEBUG [M:0;1c0ef08a44bb:42397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:23,612 DEBUG [M:0;1c0ef08a44bb:42397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:14:23,612 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:14:23,612 DEBUG [M:0;1c0ef08a44bb:42397 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T03:14:23,612 INFO [M:0;1c0ef08a44bb:42397 {}] hbase.ChoreService(370): Chore service for: master/1c0ef08a44bb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T03:14:23,612 INFO [M:0;1c0ef08a44bb:42397 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:14:23,612 DEBUG [M:0;1c0ef08a44bb:42397 {}] master.HMaster(1795): Stopping service threads 2024-11-17T03:14:23,612 INFO [M:0;1c0ef08a44bb:42397 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T03:14:23,612 INFO [M:0;1c0ef08a44bb:42397 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:14:23,613 ERROR [M:0;1c0ef08a44bb:42397 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] 2024-11-17T03:14:23,613 INFO [M:0;1c0ef08a44bb:42397 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T03:14:23,613 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T03:14:23,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:14:23,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x10146c7438d0001, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:14:23,629 INFO [RS:0;1c0ef08a44bb:45215 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:14:23,629 INFO [RS:0;1c0ef08a44bb:45215 {}] regionserver.HRegionServer(1031): Exiting; stopping=1c0ef08a44bb,45215,1731813136974; zookeeper connection closed. 2024-11-17T03:14:23,629 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3fb97305 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3fb97305 2024-11-17T03:14:23,629 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T03:14:23,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-11-17T03:14:23,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-17T03:14:23,668 DEBUG [M:0;1c0ef08a44bb:42397 {}] zookeeper.ZKUtil(347): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-11-17T03:14:23,668 WARN [M:0;1c0ef08a44bb:42397 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T03:14:23,669 INFO [M:0;1c0ef08a44bb:42397 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/.lastflushedseqids 2024-11-17T03:14:23,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073742003_1179 (size=761) 2024-11-17T03:14:23,957 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:14:23,957 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-11-17T03:14:23,957 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-11-17T03:14:23,957 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T03:14:23,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-11-17T03:14:23,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17318131456563 2024-11-17T03:14:23,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17318131456562 2024-11-17T03:14:23,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17318131456561 2024-11-17T03:14:23,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1731813145656 2024-11-17T03:14:23,959 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-11-17T03:14:23,959 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-11-17T03:14:24,079 INFO [M:0;1c0ef08a44bb:42397 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T03:14:24,079 INFO [M:0;1c0ef08a44bb:42397 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T03:14:24,080 DEBUG [M:0;1c0ef08a44bb:42397 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:14:24,091 INFO [M:0;1c0ef08a44bb:42397 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:14:24,091 DEBUG [M:0;1c0ef08a44bb:42397 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:14:24,091 DEBUG [M:0;1c0ef08a44bb:42397 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:14:24,091 DEBUG [M:0;1c0ef08a44bb:42397 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:14:24,091 INFO [M:0;1c0ef08a44bb:42397 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=441.21 KB heapSize=518.24 KB 2024-11-17T03:14:24,107 DEBUG [M:0;1c0ef08a44bb:42397 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed45ac6d340e4d1e80da3516e2dbd4b5 is 82, key is hbase:meta,,1/info:regioninfo/1731813140298/Put/seqid=0 2024-11-17T03:14:24,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073742004_1180 (size=5672) 2024-11-17T03:14:24,517 INFO [M:0;1c0ef08a44bb:42397 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=908 (bloomFilter=true), to=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed45ac6d340e4d1e80da3516e2dbd4b5 2024-11-17T03:14:24,542 DEBUG [M:0;1c0ef08a44bb:42397 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/061f54f491b44004b980e639f2c6aa64 is 2201, key is \x00\x00\x00\x00\x00\x00\x00Q/proc:d/1731813253190/Put/seqid=0 2024-11-17T03:14:24,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073742005_1181 (size=30151) 2024-11-17T03:14:24,951 INFO [M:0;1c0ef08a44bb:42397 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=440.66 KB at sequenceid=908 (bloomFilter=true), to=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/061f54f491b44004b980e639f2c6aa64 2024-11-17T03:14:24,955 INFO [M:0;1c0ef08a44bb:42397 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 061f54f491b44004b980e639f2c6aa64 2024-11-17T03:14:24,971 DEBUG [M:0;1c0ef08a44bb:42397 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c189e7455e34dddb86f1e423dd193ae is 69, key is 1c0ef08a44bb,45215,1731813136974/rs:state/1731813139317/Put/seqid=0 2024-11-17T03:14:24,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073742006_1182 (size=5156) 2024-11-17T03:14:25,375 INFO [M:0;1c0ef08a44bb:42397 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=908 (bloomFilter=true), to=hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c189e7455e34dddb86f1e423dd193ae 2024-11-17T03:14:25,380 DEBUG [M:0;1c0ef08a44bb:42397 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed45ac6d340e4d1e80da3516e2dbd4b5 as hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed45ac6d340e4d1e80da3516e2dbd4b5 2024-11-17T03:14:25,385 INFO [M:0;1c0ef08a44bb:42397 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed45ac6d340e4d1e80da3516e2dbd4b5, entries=8, sequenceid=908, filesize=5.5 K 2024-11-17T03:14:25,386 DEBUG [M:0;1c0ef08a44bb:42397 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/061f54f491b44004b980e639f2c6aa64 as hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/061f54f491b44004b980e639f2c6aa64 2024-11-17T03:14:25,390 INFO [M:0;1c0ef08a44bb:42397 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 061f54f491b44004b980e639f2c6aa64 2024-11-17T03:14:25,390 INFO [M:0;1c0ef08a44bb:42397 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/061f54f491b44004b980e639f2c6aa64, entries=94, sequenceid=908, filesize=29.4 K 2024-11-17T03:14:25,391 DEBUG [M:0;1c0ef08a44bb:42397 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c189e7455e34dddb86f1e423dd193ae as hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6c189e7455e34dddb86f1e423dd193ae 2024-11-17T03:14:25,395 INFO [M:0;1c0ef08a44bb:42397 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40623/user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6c189e7455e34dddb86f1e423dd193ae, entries=1, sequenceid=908, filesize=5.0 K 2024-11-17T03:14:25,396 INFO [M:0;1c0ef08a44bb:42397 {}] regionserver.HRegion(3140): Finished flush of dataSize ~441.21 KB/451803, heapSize ~517.95 KB/530376, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=908, compaction requested=false 2024-11-17T03:14:25,397 INFO [M:0;1c0ef08a44bb:42397 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:14:25,398 DEBUG [M:0;1c0ef08a44bb:42397 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813264080Disabling compacts and flushes for region at 1731813264080Disabling writes for close at 1731813264091 (+11 ms)Obtaining lock to block concurrent updates at 1731813264091Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731813264091Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=451803, getHeapSize=530616, getOffHeapSize=0, getCellsCount=1031 at 1731813264092 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731813264092Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731813264092Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731813264107 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731813264107Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731813264522 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731813264541 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731813264541Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731813264955 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731813264970 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731813264970Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57af5f1b: reopening flushed file at 1731813265379 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@502a0448: reopening flushed file at 1731813265385 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23d0690d: reopening flushed file at 1731813265390 (+5 ms)Finished flush of dataSize ~441.21 KB/451803, heapSize ~517.95 KB/530376, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=908, compaction requested=false at 1731813265396 (+6 ms)Writing region close event to WAL at 1731813265397 (+1 ms)Closed at 1731813265397 2024-11-17T03:14:25,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741830_1006 (size=511734) 2024-11-17T03:14:25,400 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1bdd8fdf-cd94-1b98-f1e2-246f9dc0b7b8/MasterData/WALs/1c0ef08a44bb,42397,1731813133159/1c0ef08a44bb%2C42397%2C1731813133159.1c0ef08a44bb%2C42397%2C1731813133159.regiongroup-0.1731813138192 not finished, retry = 0 2024-11-17T03:14:25,501 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:14:25,501 INFO [M:0;1c0ef08a44bb:42397 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T03:14:25,501 INFO [M:0;1c0ef08a44bb:42397 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2024-11-17T03:14:25,501 INFO [M:0;1c0ef08a44bb:42397 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42397 2024-11-17T03:14:25,502 INFO [M:0;1c0ef08a44bb:42397 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:14:25,623 INFO [M:0;1c0ef08a44bb:42397 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:14:25,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:14:25,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x10146c7438d0000, quorum=127.0.0.1:59350, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:14:25,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75082617{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:14:25,640 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3356deaa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:14:25,640 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:14:25,640 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26d19b5b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:14:25,640 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@850677e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/hadoop.log.dir/,STOPPED} 2024-11-17T03:14:25,643 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T03:14:25,643 WARN [BP-2136041286-172.17.0.2-1731813125996 heartbeating to localhost/127.0.0.1:40623 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T03:14:25,643 WARN [BP-2136041286-172.17.0.2-1731813125996 heartbeating to localhost/127.0.0.1:40623 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2136041286-172.17.0.2-1731813125996 (Datanode Uuid 57a2c9c6-34c8-4af9-aed6-9da9fb090cd8) service to localhost/127.0.0.1:40623 2024-11-17T03:14:25,643 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T03:14:25,644 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/cluster_465724be-5a2e-c8ef-eb35-5cb3fa40dbcb/data/data1/current/BP-2136041286-172.17.0.2-1731813125996 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:14:25,645 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/cluster_465724be-5a2e-c8ef-eb35-5cb3fa40dbcb/data/data2/current/BP-2136041286-172.17.0.2-1731813125996 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:14:25,645 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T03:14:25,653 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f3426ae{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:14:25,654 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50c05330{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:14:25,654 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:14:25,654 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a64bcf9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:14:25,654 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@baadc74{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/hadoop.log.dir/,STOPPED} 2024-11-17T03:14:25,664 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T03:14:25,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T03:14:25,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster... 2024-11-17T03:14:25,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@54adf8a5{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-17T03:14:25,968 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19c12fb6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:14:25,968 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:14:25,968 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5734b597{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-17T03:14:25,968 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ab8b070{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/hadoop.log.dir/,STOPPED} 2024-11-17T03:14:25,975 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bcd184c{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-17T03:14:25,976 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77454a37{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:14:25,976 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:14:25,976 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fda35dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-17T03:14:25,976 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@481f7bfc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/hadoop.log.dir/,STOPPED} 2024-11-17T03:14:25,991 ERROR [Thread[Thread-270,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-17T03:14:25,991 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@707470bd{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-17T03:14:25,992 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12677269{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:14:25,992 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:14:25,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c0ce480{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-17T03:14:25,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74dca6e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/hadoop.log.dir/,STOPPED} 2024-11-17T03:14:25,997 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2024-11-17T03:14:26,001 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException 2024-11-17T03:14:26,001 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted 2024-11-17T03:14:26,002 ERROR [Thread[Thread-290,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-17T03:14:26,004 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41ac6dbe{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-17T03:14:26,004 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3254fe10{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:14:26,004 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:14:26,004 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77c36e05{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-17T03:14:26,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75f0c50d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/83a5c309-ba9a-d102-182e-d9e43f409b67/hadoop.log.dir/,STOPPED} 2024-11-17T03:14:26,006 ERROR [Thread[Thread-252,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-17T03:14:26,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped