2024-11-27 13:14:53,770 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-11-27 13:14:53,789 main DEBUG Took 0.015365 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-27 13:14:53,789 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-27 13:14:53,790 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-27 13:14:53,791 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-27 13:14:53,793 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 13:14:53,809 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-27 13:14:53,827 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 13:14:53,829 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 13:14:53,830 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 13:14:53,830 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 13:14:53,831 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 13:14:53,832 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 13:14:53,833 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 13:14:53,833 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 13:14:53,834 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 13:14:53,835 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 13:14:53,836 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 13:14:53,837 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 13:14:53,838 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 13:14:53,838 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 13:14:53,839 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 13:14:53,840 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 13:14:53,840 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 13:14:53,841 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 13:14:53,842 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 13:14:53,842 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 13:14:53,843 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 13:14:53,843 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 13:14:53,844 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 13:14:53,844 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 13:14:53,845 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 13:14:53,846 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-27 13:14:53,848 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 13:14:53,850 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-27 13:14:53,853 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-27 13:14:53,853 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-27 13:14:53,855 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-27 13:14:53,856 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-27 13:14:53,870 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-27 13:14:53,874 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-27 13:14:53,876 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-27 13:14:53,877 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-27 13:14:53,878 main DEBUG createAppenders(={Console}) 2024-11-27 13:14:53,879 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 initialized 2024-11-27 13:14:53,879 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-11-27 13:14:53,880 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 OK. 2024-11-27 13:14:53,881 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-27 13:14:53,881 main DEBUG OutputStream closed 2024-11-27 13:14:53,882 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-27 13:14:53,882 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-27 13:14:53,883 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@3c73951 OK 2024-11-27 13:14:53,988 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-27 13:14:53,991 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-27 13:14:53,993 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-27 13:14:53,994 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-27 13:14:53,995 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-27 13:14:53,995 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-27 13:14:53,996 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-27 13:14:53,996 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-27 13:14:53,997 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-27 13:14:53,997 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-27 13:14:53,998 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-27 13:14:53,998 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-27 13:14:53,999 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-27 13:14:53,999 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-27 13:14:53,999 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-27 13:14:54,000 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-27 13:14:54,000 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-27 13:14:54,001 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-27 13:14:54,004 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27 13:14:54,005 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@61fe30) with optional ClassLoader: null 2024-11-27 13:14:54,006 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-27 13:14:54,007 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@61fe30] started OK. 2024-11-27T13:14:54,048 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins 2024-11-27 13:14:54,050 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-27 13:14:54,051 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27T13:14:54,429 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603 2024-11-27T13:14:54,434 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-27T13:14:54,437 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T13:14:54,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T13:14:54,456 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/cluster_ccda39a0-b075-b3bd-d40a-a0877dab4563, deleteOnExit=true 2024-11-27T13:14:54,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T13:14:54,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/test.cache.data in system properties and HBase conf 2024-11-27T13:14:54,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T13:14:54,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/hadoop.log.dir in system properties and HBase conf 2024-11-27T13:14:54,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T13:14:54,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T13:14:54,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T13:14:54,564 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-27T13:14:54,679 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T13:14:54,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T13:14:54,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T13:14:54,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T13:14:54,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T13:14:54,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T13:14:54,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T13:14:54,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T13:14:54,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T13:14:54,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T13:14:54,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/nfs.dump.dir in system properties and HBase conf 2024-11-27T13:14:54,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/java.io.tmpdir in system properties and HBase conf 2024-11-27T13:14:54,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T13:14:54,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T13:14:54,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T13:14:55,845 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-27T13:14:55,963 INFO [Time-limited test {}] log.Log(170): Logging initialized @3049ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-27T13:14:56,083 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T13:14:56,177 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T13:14:56,203 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T13:14:56,203 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T13:14:56,205 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T13:14:56,221 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T13:14:56,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f045f3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/hadoop.log.dir/,AVAILABLE} 2024-11-27T13:14:56,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b22dca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T13:14:56,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38e78c7b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/java.io.tmpdir/jetty-localhost-36473-hadoop-hdfs-3_4_1-tests_jar-_-any-17869650511382547796/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T13:14:56,419 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c336369{HTTP/1.1, (http/1.1)}{localhost:36473} 2024-11-27T13:14:56,420 INFO [Time-limited test {}] server.Server(415): Started @3507ms 2024-11-27T13:14:56,995 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T13:14:57,004 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T13:14:57,008 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T13:14:57,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T13:14:57,009 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T13:14:57,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@191a481c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/hadoop.log.dir/,AVAILABLE} 2024-11-27T13:14:57,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@655474f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T13:14:57,110 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3cc93e4d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/java.io.tmpdir/jetty-localhost-43679-hadoop-hdfs-3_4_1-tests_jar-_-any-5051523519454836536/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T13:14:57,111 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@233938f8{HTTP/1.1, (http/1.1)}{localhost:43679} 2024-11-27T13:14:57,111 INFO [Time-limited test {}] server.Server(415): Started @4199ms 2024-11-27T13:14:57,172 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T13:14:58,193 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/cluster_ccda39a0-b075-b3bd-d40a-a0877dab4563/data/data1/current/BP-1833959882-172.17.0.3-1732713295294/current, will proceed with Du for space computation calculation, 2024-11-27T13:14:58,193 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/cluster_ccda39a0-b075-b3bd-d40a-a0877dab4563/data/data2/current/BP-1833959882-172.17.0.3-1732713295294/current, will proceed with Du for space computation calculation, 2024-11-27T13:14:58,229 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T13:14:58,288 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x65846c1280d090c0 with lease ID 0x9250573fcf47052d: Processing first storage report for DS-72d124e0-e64d-42e4-86f6-29440b63400a from datanode DatanodeRegistration(127.0.0.1:44177, datanodeUuid=1f2b3c45-97c3-40e4-895e-3feadd71e5f7, infoPort=37417, infoSecurePort=0, ipcPort=34989, storageInfo=lv=-57;cid=testClusterID;nsid=1620588861;c=1732713295294) 2024-11-27T13:14:58,289 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x65846c1280d090c0 with lease ID 0x9250573fcf47052d: from storage DS-72d124e0-e64d-42e4-86f6-29440b63400a node DatanodeRegistration(127.0.0.1:44177, datanodeUuid=1f2b3c45-97c3-40e4-895e-3feadd71e5f7, infoPort=37417, infoSecurePort=0, ipcPort=34989, storageInfo=lv=-57;cid=testClusterID;nsid=1620588861;c=1732713295294), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-27T13:14:58,290 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x65846c1280d090c0 with lease ID 0x9250573fcf47052d: Processing first storage report for DS-3308cd34-c6b3-45eb-9e3c-8bf2d847b4e3 from datanode DatanodeRegistration(127.0.0.1:44177, datanodeUuid=1f2b3c45-97c3-40e4-895e-3feadd71e5f7, infoPort=37417, infoSecurePort=0, ipcPort=34989, storageInfo=lv=-57;cid=testClusterID;nsid=1620588861;c=1732713295294) 2024-11-27T13:14:58,290 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x65846c1280d090c0 with lease ID 0x9250573fcf47052d: from storage DS-3308cd34-c6b3-45eb-9e3c-8bf2d847b4e3 node DatanodeRegistration(127.0.0.1:44177, datanodeUuid=1f2b3c45-97c3-40e4-895e-3feadd71e5f7, infoPort=37417, infoSecurePort=0, ipcPort=34989, storageInfo=lv=-57;cid=testClusterID;nsid=1620588861;c=1732713295294), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T13:14:58,316 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603 2024-11-27T13:14:58,404 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/cluster_ccda39a0-b075-b3bd-d40a-a0877dab4563/zookeeper_0, clientPort=50409, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/cluster_ccda39a0-b075-b3bd-d40a-a0877dab4563/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/cluster_ccda39a0-b075-b3bd-d40a-a0877dab4563/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T13:14:58,414 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50409 2024-11-27T13:14:58,428 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T13:14:58,432 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T13:14:58,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741825_1001 (size=7) 2024-11-27T13:14:59,079 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0 with version=8 2024-11-27T13:14:59,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging 2024-11-27T13:14:59,089 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random. 2024-11-27T13:14:59,090 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random. 2024-11-27T13:14:59,090 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random. 2024-11-27T13:14:59,090 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random. 2024-11-27T13:14:59,177 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-27T13:14:59,433 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T13:14:59,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T13:14:59,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T13:14:59,448 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T13:14:59,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T13:14:59,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T13:14:59,599 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T13:14:59,660 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-27T13:14:59,672 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-27T13:14:59,677 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T13:14:59,704 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 161558 (auto-detected) 2024-11-27T13:14:59,705 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-27T13:14:59,723 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32805 2024-11-27T13:14:59,747 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32805 connecting to ZooKeeper ensemble=127.0.0.1:50409 2024-11-27T13:14:59,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328050x0, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T13:14:59,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32805-0x1017c6eb57c0000 connected 2024-11-27T13:14:59,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T13:14:59,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T13:14:59,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-27T13:14:59,992 INFO [Time-limited test {}] log.Log(170): Logging initialized @7079ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2024-11-27T13:15:00,030 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-27T13:15:00,030 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-27T13:15:00,031 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-27T13:15:00,032 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-27T13:15:00,032 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-27T13:15:00,034 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2024-11-27T13:15:00,034 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-27T13:15:00,034 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-27T13:15:00,036 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-27T13:15:00,093 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 41917 2024-11-27T13:15:00,094 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-27T13:15:00,106 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-27T13:15:00,108 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@428a1b08{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/hadoop.log.dir/,AVAILABLE} 2024-11-27T13:15:00,108 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-27T13:15:00,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@52308d5c{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-27T13:15:00,147 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-27T13:15:00,154 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T13:15:00,155 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T13:15:00,156 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T13:15:00,159 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-27T13:15:00,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@4d56c683{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master} 2024-11-27T13:15:00,732 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68168a3e{HTTP/1.1, (http/1.1)}{0.0.0.0:41917} 2024-11-27T13:15:00,733 INFO [Time-limited test {}] server.Server(415): Started @7820ms 2024-11-27T13:15:00,736 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0, hbase.cluster.distributed=false 2024-11-27T13:15:00,760 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-27T13:15:00,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32805 2024-11-27T13:15:00,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32805 2024-11-27T13:15:00,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32805 2024-11-27T13:15:00,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32805 2024-11-27T13:15:00,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32805 2024-11-27T13:15:00,867 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T13:15:00,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T13:15:00,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T13:15:00,869 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T13:15:00,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T13:15:00,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T13:15:00,872 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T13:15:00,875 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T13:15:00,876 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45367 2024-11-27T13:15:00,878 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45367 connecting to ZooKeeper ensemble=127.0.0.1:50409 2024-11-27T13:15:00,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T13:15:00,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T13:15:00,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453670x0, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T13:15:00,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:453670x0, quorum=127.0.0.1:50409, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-27T13:15:00,958 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45367-0x1017c6eb57c0001 connected 2024-11-27T13:15:00,960 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-27T13:15:00,960 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-27T13:15:00,961 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-27T13:15:00,961 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-27T13:15:00,961 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-27T13:15:00,962 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2024-11-27T13:15:00,962 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-27T13:15:00,962 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-27T13:15:00,963 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-27T13:15:00,964 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 34829 2024-11-27T13:15:00,965 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-27T13:15:00,966 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-27T13:15:00,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@2ae6f9c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/hadoop.log.dir/,AVAILABLE} 2024-11-27T13:15:00,967 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-27T13:15:00,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@66ed5787{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-27T13:15:00,981 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-27T13:15:00,982 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T13:15:00,982 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T13:15:00,982 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T13:15:00,984 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-27T13:15:00,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@20d0179b{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-27T13:15:00,988 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@381b2336{HTTP/1.1, (http/1.1)}{0.0.0.0:34829} 2024-11-27T13:15:00,988 INFO [Time-limited test {}] server.Server(415): Started @8076ms 2024-11-27T13:15:00,992 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T13:15:00,999 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T13:15:01,002 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-11-27T13:15:01,008 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-27T13:15:01,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45367 2024-11-27T13:15:01,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45367 2024-11-27T13:15:01,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45367 2024-11-27T13:15:01,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45367 2024-11-27T13:15:01,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45367 2024-11-27T13:15:01,033 DEBUG [M:0;1ba5af43fd99:32805 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ba5af43fd99:32805 2024-11-27T13:15:01,037 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-27T13:15:01,040 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@27a6f3ae{HTTP/1.1, (http/1.1)}{0.0.0.0:34641} 2024-11-27T13:15:01,040 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] server.Server(415): Started @8128ms 2024-11-27T13:15:01,040 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/1ba5af43fd99,32805,1732713299260 2024-11-27T13:15:01,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-27T13:15:01,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-27T13:15:01,057 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/1ba5af43fd99,32805,1732713299260 2024-11-27T13:15:01,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T13:15:01,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-11-27T13:15:01,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T13:15:01,087 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Set watcher on existing znode=/1/master 2024-11-27T13:15:01,088 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/1ba5af43fd99,32805,1732713299260 from backup master directory 2024-11-27T13:15:01,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/1ba5af43fd99,32805,1732713299260 2024-11-27T13:15:01,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-27T13:15:01,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-27T13:15:01,097 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T13:15:01,097 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ba5af43fd99,32805,1732713299260 2024-11-27T13:15:01,099 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-27T13:15:01,100 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-27T13:15:01,151 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase.id] with ID: 7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35 2024-11-27T13:15:01,151 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/.tmp/hbase.id 2024-11-27T13:15:01,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741826_1002 (size=42) 2024-11-27T13:15:01,563 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/.tmp/hbase.id]:[hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase.id] 2024-11-27T13:15:01,609 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T13:15:01,614 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T13:15:01,634 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-27T13:15:01,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T13:15:01,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T13:15:01,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741827_1003 (size=196) 2024-11-27T13:15:02,275 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T13:15:02,277 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T13:15:02,283 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-27T13:15:02,286 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-27T13:15:02,296 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:263) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T13:15:02,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741828_1004 (size=1189) 2024-11-27T13:15:02,752 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/MasterData/data/master/store 2024-11-27T13:15:02,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741829_1005 (size=34) 2024-11-27T13:15:03,178 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-27T13:15:03,181 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:15:03,183 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T13:15:03,183 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T13:15:03,183 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T13:15:03,185 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T13:15:03,185 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T13:15:03,185 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T13:15:03,186 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732713303182Disabling compacts and flushes for region at 1732713303182Disabling writes for close at 1732713303185 (+3 ms)Writing region close event to WAL at 1732713303185Closed at 1732713303185 2024-11-27T13:15:03,188 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/MasterData/data/master/store/.initializing 2024-11-27T13:15:03,189 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/MasterData/WALs/1ba5af43fd99,32805,1732713299260 2024-11-27T13:15:03,193 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T13:15:03,198 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 1ba5af43fd99,32805,1732713299260.regiongroup-0 2024-11-27T13:15:03,213 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ba5af43fd99%2C32805%2C1732713299260.1ba5af43fd99%2C32805%2C1732713299260.regiongroup-0, suffix=, logDir=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/MasterData/WALs/1ba5af43fd99,32805,1732713299260, archiveDir=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/MasterData/oldWALs, maxLogs=10 2024-11-27T13:15:03,235 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/MasterData/WALs/1ba5af43fd99,32805,1732713299260/1ba5af43fd99%2C32805%2C1732713299260.1ba5af43fd99%2C32805%2C1732713299260.regiongroup-0.1732713303217, exclude list is [], retry=0 2024-11-27T13:15:03,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44177,DS-72d124e0-e64d-42e4-86f6-29440b63400a,DISK] 2024-11-27T13:15:03,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-27T13:15:03,286 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/MasterData/WALs/1ba5af43fd99,32805,1732713299260/1ba5af43fd99%2C32805%2C1732713299260.1ba5af43fd99%2C32805%2C1732713299260.regiongroup-0.1732713303217 2024-11-27T13:15:03,287 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37417:37417)] 2024-11-27T13:15:03,288 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T13:15:03,289 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:15:03,292 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T13:15:03,293 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T13:15:03,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T13:15:03,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T13:15:03,362 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:15:03,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T13:15:03,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T13:15:03,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T13:15:03,369 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:15:03,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:15:03,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T13:15:03,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T13:15:03,374 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:15:03,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:15:03,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T13:15:03,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T13:15:03,378 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:15:03,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:15:03,380 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T13:15:03,384 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T13:15:03,385 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T13:15:03,392 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T13:15:03,392 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T13:15:03,397 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T13:15:03,401 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T13:15:03,406 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T13:15:03,407 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10731774880, jitterRate=-5.255788564682007E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T13:15:03,416 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732713303309Initializing all the Stores at 1732713303311 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732713303312 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732713303313 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732713303313Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732713303313Cleaning up temporary data from old regions at 1732713303393 (+80 ms)Region opened successfully at 1732713303416 (+23 ms) 2024-11-27T13:15:03,418 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T13:15:03,452 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab9224d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T13:15:03,487 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T13:15:03,498 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T13:15:03,498 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T13:15:03,500 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T13:15:03,502 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-27T13:15:03,506 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-27T13:15:03,507 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T13:15:03,532 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T13:15:03,540 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-11-27T13:15:03,598 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false 2024-11-27T13:15:03,601 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T13:15:03,603 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-11-27T13:15:03,612 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false 2024-11-27T13:15:03,614 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T13:15:03,618 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-11-27T13:15:03,630 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false 2024-11-27T13:15:03,631 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-11-27T13:15:03,643 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false 2024-11-27T13:15:03,660 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T13:15:03,672 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false 2024-11-27T13:15:03,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-27T13:15:03,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-27T13:15:03,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T13:15:03,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T13:15:03,689 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ba5af43fd99,32805,1732713299260, sessionid=0x1017c6eb57c0000, setting cluster-up flag (Was=false) 2024-11-27T13:15:03,711 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2024-11-27T13:15:03,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T13:15:03,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T13:15:03,770 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-11-27T13:15:03,772 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,32805,1732713299260 2024-11-27T13:15:03,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T13:15:03,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T13:15:03,822 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2024-11-27T13:15:03,824 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,32805,1732713299260 2024-11-27T13:15:03,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T13:15:03,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T13:15:03,875 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-11-27T13:15:03,877 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,32805,1732713299260 2024-11-27T13:15:03,882 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T13:15:03,919 INFO [RS:0;1ba5af43fd99:45367 {}] regionserver.HRegionServer(746): ClusterId : 7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35 2024-11-27T13:15:03,920 INFO [RS:0;1ba5af43fd99:45367 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2024-11-27T13:15:03,922 DEBUG [RS:0;1ba5af43fd99:45367 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T13:15:03,937 DEBUG [RS:0;1ba5af43fd99:45367 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T13:15:03,937 DEBUG [RS:0;1ba5af43fd99:45367 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2024-11-27T13:15:03,949 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T13:15:03,950 DEBUG [RS:0;1ba5af43fd99:45367 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2024-11-27T13:15:03,950 DEBUG [RS:0;1ba5af43fd99:45367 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T13:15:03,958 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T13:15:03,961 DEBUG [RS:0;1ba5af43fd99:45367 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T13:15:03,962 DEBUG [RS:0;1ba5af43fd99:45367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dc66ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T13:15:03,965 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T13:15:03,971 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ba5af43fd99,32805,1732713299260 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T13:15:03,980 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T13:15:03,980 DEBUG [RS:0;1ba5af43fd99:45367 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ba5af43fd99:45367 2024-11-27T13:15:03,980 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T13:15:03,980 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T13:15:03,980 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T13:15:03,981 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ba5af43fd99:0, corePoolSize=10, maxPoolSize=10 2024-11-27T13:15:03,981 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:15:03,981 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T13:15:03,981 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:15:03,983 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732713333983 2024-11-27T13:15:03,984 INFO [RS:0;1ba5af43fd99:45367 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T13:15:03,984 INFO [RS:0;1ba5af43fd99:45367 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T13:15:03,984 DEBUG [RS:0;1ba5af43fd99:45367 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T13:15:03,985 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T13:15:03,986 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T13:15:03,986 INFO [RS:0;1ba5af43fd99:45367 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ba5af43fd99,32805,1732713299260 with port=45367, startcode=1732713300833 2024-11-27T13:15:03,987 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T13:15:03,987 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T13:15:03,990 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T13:15:03,990 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2024-11-27T13:15:03,991 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T13:15:03,991 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T13:15:03,991 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T13:15:03,991 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T13:15:03,993 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:15:03,993 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T13:15:03,995 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T13:15:03,996 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T13:15:03,997 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T13:15:03,999 DEBUG [RS:0;1ba5af43fd99:45367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T13:15:04,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741831_1007 (size=1321) 2024-11-27T13:15:04,010 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2080d88e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:15:04,011 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:15:04,015 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:15:04,025 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:15:04,032 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T13:15:04,038 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32805 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T13:15:04,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:15:04,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:15:04,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32470c1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:15:04,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:15:04,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:15:04,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:15:04,048 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:15:04,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b81d20c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:15:04,052 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-27T13:15:04,054 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T13:15:04,055 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T13:15:04,056 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732713304056,5,FailOnTimeoutGroup] 2024-11-27T13:15:04,057 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732713304057,5,FailOnTimeoutGroup] 2024-11-27T13:15:04,057 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T13:15:04,057 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T13:15:04,059 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T13:15:04,059 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T13:15:04,063 DEBUG [RS:0;1ba5af43fd99:45367 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-27T13:15:04,064 WARN [RS:0;1ba5af43fd99:45367 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-27T13:15:04,165 INFO [RS:0;1ba5af43fd99:45367 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ba5af43fd99,32805,1732713299260 with port=45367, startcode=1732713300833 2024-11-27T13:15:04,167 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32805 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:04,169 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32805 {}] master.ServerManager(517): Registering regionserver=1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:04,177 DEBUG [RS:0;1ba5af43fd99:45367 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0 2024-11-27T13:15:04,177 DEBUG [RS:0;1ba5af43fd99:45367 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35613 2024-11-27T13:15:04,177 DEBUG [RS:0;1ba5af43fd99:45367 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=41917 2024-11-27T13:15:04,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-27T13:15:04,224 DEBUG [RS:0;1ba5af43fd99:45367 {}] zookeeper.ZKUtil(111): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Set watcher on existing znode=/1/rs/1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:04,225 WARN [RS:0;1ba5af43fd99:45367 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T13:15:04,225 INFO [RS:0;1ba5af43fd99:45367 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-27T13:15:04,225 INFO [RS:0;1ba5af43fd99:45367 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-27T13:15:04,225 DEBUG [RS:0;1ba5af43fd99:45367 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:04,227 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ba5af43fd99,45367,1732713300833] 2024-11-27T13:15:04,248 INFO [RS:0;1ba5af43fd99:45367 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T13:15:04,263 INFO [RS:0;1ba5af43fd99:45367 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T13:15:04,268 INFO [RS:0;1ba5af43fd99:45367 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T13:15:04,268 INFO [RS:0;1ba5af43fd99:45367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T13:15:04,270 INFO [RS:0;1ba5af43fd99:45367 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T13:15:04,275 INFO [RS:0;1ba5af43fd99:45367 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T13:15:04,277 INFO [RS:0;1ba5af43fd99:45367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T13:15:04,277 DEBUG [RS:0;1ba5af43fd99:45367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:15:04,278 DEBUG [RS:0;1ba5af43fd99:45367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:15:04,278 DEBUG [RS:0;1ba5af43fd99:45367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:15:04,278 DEBUG [RS:0;1ba5af43fd99:45367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:15:04,278 DEBUG [RS:0;1ba5af43fd99:45367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:15:04,278 DEBUG [RS:0;1ba5af43fd99:45367 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T13:15:04,278 DEBUG [RS:0;1ba5af43fd99:45367 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:15:04,278 DEBUG [RS:0;1ba5af43fd99:45367 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:15:04,279 DEBUG [RS:0;1ba5af43fd99:45367 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:15:04,279 DEBUG [RS:0;1ba5af43fd99:45367 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:15:04,279 DEBUG [RS:0;1ba5af43fd99:45367 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:15:04,279 DEBUG [RS:0;1ba5af43fd99:45367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:15:04,279 DEBUG [RS:0;1ba5af43fd99:45367 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T13:15:04,279 DEBUG [RS:0;1ba5af43fd99:45367 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T13:15:04,280 INFO [RS:0;1ba5af43fd99:45367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T13:15:04,280 INFO [RS:0;1ba5af43fd99:45367 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T13:15:04,280 INFO [RS:0;1ba5af43fd99:45367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T13:15:04,280 INFO [RS:0;1ba5af43fd99:45367 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T13:15:04,280 INFO [RS:0;1ba5af43fd99:45367 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T13:15:04,280 INFO [RS:0;1ba5af43fd99:45367 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,45367,1732713300833-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T13:15:04,299 INFO [RS:0;1ba5af43fd99:45367 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T13:15:04,300 INFO [RS:0;1ba5af43fd99:45367 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,45367,1732713300833-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T13:15:04,301 INFO [RS:0;1ba5af43fd99:45367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T13:15:04,301 INFO [RS:0;1ba5af43fd99:45367 {}] regionserver.Replication(171): 1ba5af43fd99,45367,1732713300833 started 2024-11-27T13:15:04,317 INFO [RS:0;1ba5af43fd99:45367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T13:15:04,317 INFO [RS:0;1ba5af43fd99:45367 {}] regionserver.HRegionServer(1482): Serving as 1ba5af43fd99,45367,1732713300833, RpcServer on 1ba5af43fd99/172.17.0.3:45367, sessionid=0x1017c6eb57c0001 2024-11-27T13:15:04,318 DEBUG [RS:0;1ba5af43fd99:45367 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T13:15:04,318 DEBUG [RS:0;1ba5af43fd99:45367 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:04,319 DEBUG [RS:0;1ba5af43fd99:45367 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,45367,1732713300833' 2024-11-27T13:15:04,319 DEBUG [RS:0;1ba5af43fd99:45367 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-11-27T13:15:04,319 DEBUG [RS:0;1ba5af43fd99:45367 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-11-27T13:15:04,320 DEBUG [RS:0;1ba5af43fd99:45367 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T13:15:04,320 DEBUG [RS:0;1ba5af43fd99:45367 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2024-11-27T13:15:04,320 DEBUG [RS:0;1ba5af43fd99:45367 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,45367,1732713300833' 2024-11-27T13:15:04,320 DEBUG [RS:0;1ba5af43fd99:45367 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-27T13:15:04,321 DEBUG [RS:0;1ba5af43fd99:45367 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-27T13:15:04,322 INFO [RS:0;1ba5af43fd99:45367 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2024-11-27T13:15:04,322 DEBUG [RS:0;1ba5af43fd99:45367 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2024-11-27T13:15:04,322 DEBUG [RS:0;1ba5af43fd99:45367 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T13:15:04,322 DEBUG [RS:0;1ba5af43fd99:45367 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:04,322 DEBUG [RS:0;1ba5af43fd99:45367 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,45367,1732713300833' 2024-11-27T13:15:04,322 DEBUG [RS:0;1ba5af43fd99:45367 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-11-27T13:15:04,323 DEBUG [RS:0;1ba5af43fd99:45367 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-11-27T13:15:04,323 DEBUG [RS:0;1ba5af43fd99:45367 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T13:15:04,324 INFO [RS:0;1ba5af43fd99:45367 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T13:15:04,324 INFO [RS:0;1ba5af43fd99:45367 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T13:15:04,406 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T13:15:04,407 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0 2024-11-27T13:15:04,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741832_1008 (size=32) 2024-11-27T13:15:04,428 INFO [RS:0;1ba5af43fd99:45367 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T13:15:04,429 INFO [RS:0;1ba5af43fd99:45367 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 1ba5af43fd99,45367,1732713300833.regiongroup-0 2024-11-27T13:15:04,432 INFO [RS:0;1ba5af43fd99:45367 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0, suffix=, logDir=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833, archiveDir=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/oldWALs, maxLogs=32 2024-11-27T13:15:04,446 DEBUG [RS:0;1ba5af43fd99:45367 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0.1732713304434, exclude list is [], retry=0 2024-11-27T13:15:04,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44177,DS-72d124e0-e64d-42e4-86f6-29440b63400a,DISK] 2024-11-27T13:15:04,454 INFO [RS:0;1ba5af43fd99:45367 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0.1732713304434 2024-11-27T13:15:04,454 DEBUG [RS:0;1ba5af43fd99:45367 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37417:37417)] 2024-11-27T13:15:04,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:15:04,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T13:15:04,824 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T13:15:04,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:15:04,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T13:15:04,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T13:15:04,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T13:15:04,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:15:04,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T13:15:04,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T13:15:04,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T13:15:04,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:15:04,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T13:15:04,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T13:15:04,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T13:15:04,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:15:04,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T13:15:04,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T13:15:04,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/hbase/meta/1588230740 2024-11-27T13:15:04,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/hbase/meta/1588230740 2024-11-27T13:15:04,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T13:15:04,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T13:15:04,841 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T13:15:04,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T13:15:04,847 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T13:15:04,848 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9398411680, jitterRate=-0.12470470368862152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T13:15:04,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732713304819Initializing all the Stores at 1732713304821 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732713304821Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732713304821Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732713304821Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732713304821Cleaning up temporary data from old regions at 1732713304840 (+19 ms)Region opened successfully at 1732713304850 (+10 ms) 2024-11-27T13:15:04,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T13:15:04,851 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T13:15:04,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T13:15:04,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T13:15:04,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T13:15:04,852 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T13:15:04,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732713304851Disabling compacts and flushes for region at 1732713304851Disabling writes for close at 1732713304851Writing region close event to WAL at 1732713304852 (+1 ms)Closed at 1732713304852 2024-11-27T13:15:04,856 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T13:15:04,856 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T13:15:04,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T13:15:04,868 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T13:15:04,871 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T13:15:05,024 DEBUG [1ba5af43fd99:32805 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T13:15:05,035 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:05,041 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,45367,1732713300833, state=OPENING 2024-11-27T13:15:05,114 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T13:15:05,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T13:15:05,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T13:15:05,125 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-27T13:15:05,125 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-27T13:15:05,126 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T13:15:05,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,45367,1732713300833}] 2024-11-27T13:15:05,301 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T13:15:05,302 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T13:15:05,313 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T13:15:05,313 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-27T13:15:05,313 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-27T13:15:05,313 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T13:15:05,314 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T13:15:05,317 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ba5af43fd99%2C45367%2C1732713300833.meta, suffix=.meta, logDir=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833, archiveDir=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/oldWALs, maxLogs=32 2024-11-27T13:15:05,331 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.meta.1732713305319.meta, exclude list is [], retry=0 2024-11-27T13:15:05,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44177,DS-72d124e0-e64d-42e4-86f6-29440b63400a,DISK] 2024-11-27T13:15:05,338 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.meta.1732713305319.meta 2024-11-27T13:15:05,338 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37417:37417)] 2024-11-27T13:15:05,339 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T13:15:05,343 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T13:15:05,344 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T13:15:05,346 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T13:15:05,346 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T13:15:05,349 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T13:15:05,350 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:15:05,350 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T13:15:05,350 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T13:15:05,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T13:15:05,355 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T13:15:05,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:15:05,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T13:15:05,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T13:15:05,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T13:15:05,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:15:05,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T13:15:05,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T13:15:05,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T13:15:05,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:15:05,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T13:15:05,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T13:15:05,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T13:15:05,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:15:05,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T13:15:05,364 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T13:15:05,365 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/hbase/meta/1588230740 2024-11-27T13:15:05,368 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/hbase/meta/1588230740 2024-11-27T13:15:05,371 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T13:15:05,371 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T13:15:05,372 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T13:15:05,376 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T13:15:05,378 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11576728000, jitterRate=0.07816681265830994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T13:15:05,378 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T13:15:05,381 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732713305351Writing region info on filesystem at 1732713305351Initializing all the Stores at 1732713305353 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732713305353Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732713305353Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732713305353Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732713305353Cleaning up temporary data from old regions at 1732713305371 (+18 ms)Running coprocessor post-open hooks at 1732713305379 (+8 ms)Region opened successfully at 1732713305380 (+1 ms) 2024-11-27T13:15:05,390 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732713305293 2024-11-27T13:15:05,402 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T13:15:05,403 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T13:15:05,405 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:05,407 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,45367,1732713300833, state=OPEN 2024-11-27T13:15:05,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-27T13:15:05,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-27T13:15:05,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-27T13:15:05,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-27T13:15:05,420 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:05,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T13:15:05,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,45367,1732713300833 in 292 msec 2024-11-27T13:15:05,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T13:15:05,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 567 msec 2024-11-27T13:15:05,436 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T13:15:05,436 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T13:15:05,453 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:15:05,455 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:15:05,475 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:15:05,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:15:05,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5880 sec 2024-11-27T13:15:05,500 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732713305500, completionTime=-1 2024-11-27T13:15:05,503 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T13:15:05,503 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T13:15:05,535 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T13:15:05,535 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732713365535 2024-11-27T13:15:05,535 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732713425535 2024-11-27T13:15:05,536 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 32 msec 2024-11-27T13:15:05,538 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,32805,1732713299260-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T13:15:05,539 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,32805,1732713299260-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T13:15:05,539 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,32805,1732713299260-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T13:15:05,541 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ba5af43fd99:32805, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T13:15:05,541 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T13:15:05,542 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T13:15:05,547 DEBUG [master/1ba5af43fd99:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T13:15:05,575 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.478sec 2024-11-27T13:15:05,577 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T13:15:05,579 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T13:15:05,580 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T13:15:05,581 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T13:15:05,581 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T13:15:05,582 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,32805,1732713299260-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T13:15:05,582 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,32805,1732713299260-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T13:15:05,593 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T13:15:05,594 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T13:15:05,595 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,32805,1732713299260-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T13:15:05,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a2a075, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:15:05,625 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-27T13:15:05,625 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-27T13:15:05,629 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:15:05,630 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:15:05,637 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:15:05,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:15:05,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:15:05,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23a34232, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:15:05,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:15:05,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:15:05,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:15:05,642 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:15:05,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6606a48f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:15:05,645 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:15:05,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:15:05,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:15:05,657 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:15:05,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ba5af43fd99,32805,1732713299260 2024-11-27T13:15:05,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster... 2024-11-27T13:15:05,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/test.cache.data in system properties and HBase conf 2024-11-27T13:15:05,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T13:15:05,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/hadoop.log.dir in system properties and HBase conf 2024-11-27T13:15:05,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T13:15:05,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T13:15:05,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T13:15:05,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T13:15:05,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T13:15:05,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T13:15:05,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T13:15:05,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T13:15:05,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T13:15:05,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T13:15:05,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T13:15:05,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T13:15:05,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/nfs.dump.dir in system properties and HBase conf 2024-11-27T13:15:05,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/java.io.tmpdir in system properties and HBase conf 2024-11-27T13:15:05,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T13:15:05,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T13:15:05,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T13:15:05,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741835_1011 (size=592039) 2024-11-27T13:15:06,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741836_1012 (size=1663647) 2024-11-27T13:15:07,651 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T13:15:07,739 WARN [Thread-251 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T13:15:07,941 INFO [Thread-251 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T13:15:07,942 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-27T13:15:07,943 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T13:15:07,944 INFO [Thread-251 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T13:15:07,944 INFO [Thread-251 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T13:15:07,944 INFO [Thread-251 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T13:15:07,949 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17422150{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/hadoop.log.dir/,AVAILABLE} 2024-11-27T13:15:07,950 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fa8e2d3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-27T13:15:07,951 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T13:15:07,951 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T13:15:07,951 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T13:15:07,961 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T13:15:07,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f34157b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/hadoop.log.dir/,AVAILABLE} 2024-11-27T13:15:07,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ec5d7f6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-27T13:15:08,090 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2024-11-27T13:15:08,091 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2024-11-27T13:15:08,091 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-27T13:15:08,092 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-27T13:15:08,135 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-27T13:15:08,255 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-27T13:15:08,499 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-27T13:15:08,522 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a2b429a{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/java.io.tmpdir/jetty-localhost-38359-hadoop-yarn-common-3_4_1_jar-_-any-15892272933021293932/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-27T13:15:08,522 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@162d342a{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/java.io.tmpdir/jetty-localhost-46445-hadoop-yarn-common-3_4_1_jar-_-any-8291589447055845789/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-27T13:15:08,523 INFO [Thread-251 {}] server.AbstractConnector(333): Started ServerConnector@25292ccb{HTTP/1.1, (http/1.1)}{localhost:38359} 2024-11-27T13:15:08,523 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46e51a86{HTTP/1.1, (http/1.1)}{localhost:46445} 2024-11-27T13:15:08,523 INFO [Thread-251 {}] server.Server(415): Started @15611ms 2024-11-27T13:15:08,523 INFO [Time-limited test {}] server.Server(415): Started @15611ms 2024-11-27T13:15:08,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741837_1013 (size=5) 2024-11-27T13:15:09,587 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-27T13:15:09,592 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T13:15:09,619 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-27T13:15:09,620 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T13:15:09,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T13:15:09,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T13:15:09,629 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T13:15:09,630 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T13:15:09,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cdca7c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/hadoop.log.dir/,AVAILABLE} 2024-11-27T13:15:09,631 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cce3f2d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-27T13:15:09,657 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T13:15:09,657 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T13:15:09,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T13:15:09,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2024-11-27T13:15:09,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T13:15:09,668 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T13:15:09,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T13:15:09,668 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T13:15:09,691 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-27T13:15:09,691 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-27T13:15:09,691 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-27T13:15:09,691 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-27T13:15:09,705 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-27T13:15:09,713 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-27T13:15:09,832 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-27T13:15:09,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13c8b173{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/java.io.tmpdir/jetty-localhost-42443-hadoop-yarn-common-3_4_1_jar-_-any-2067195938602024101/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-27T13:15:09,844 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@537be050{HTTP/1.1, (http/1.1)}{localhost:42443} 2024-11-27T13:15:09,844 INFO [Time-limited test {}] server.Server(415): Started @16932ms 2024-11-27T13:15:09,975 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-27T13:15:09,979 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T13:15:09,997 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-27T13:15:09,998 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T13:15:10,001 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T13:15:10,001 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T13:15:10,001 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T13:15:10,002 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T13:15:10,002 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4abf0cf7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/hadoop.log.dir/,AVAILABLE} 2024-11-27T13:15:10,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e44c93d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-27T13:15:10,048 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-27T13:15:10,048 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-27T13:15:10,048 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-27T13:15:10,048 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-27T13:15:10,057 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-27T13:15:10,063 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-27T13:15:10,189 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-27T13:15:10,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@478f6891{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/java.io.tmpdir/jetty-localhost-45007-hadoop-yarn-common-3_4_1_jar-_-any-14532762922634904477/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-27T13:15:10,194 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ac38560{HTTP/1.1, (http/1.1)}{localhost:45007} 2024-11-27T13:15:10,194 INFO [Time-limited test {}] server.Server(415): Started @17282ms 2024-11-27T13:15:10,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started 2024-11-27T13:15:10,217 INFO [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:35613/backupUT 2024-11-27T13:15:10,221 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T13:15:10,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,32805,1732713299260 2024-11-27T13:15:10,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46dc9568 2024-11-27T13:15:10,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T13:15:10,232 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T13:15:10,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns1'} 2024-11-27T13:15:10,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1 2024-11-27T13:15:10,244 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T13:15:10,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T13:15:10,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 22 msec 2024-11-27T13:15:10,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T13:15:10,362 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed 2024-11-27T13:15:10,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns2'} 2024-11-27T13:15:10,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2 2024-11-27T13:15:10,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-27T13:15:10,380 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 14 msec 2024-11-27T13:15:10,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-27T13:15:10,480 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed 2024-11-27T13:15:10,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns3'} 2024-11-27T13:15:10,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3 2024-11-27T13:15:10,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-27T13:15:10,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 13 msec 2024-11-27T13:15:10,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-27T13:15:10,590 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed 2024-11-27T13:15:10,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns4'} 2024-11-27T13:15:10,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4 2024-11-27T13:15:10,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T13:15:10,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 13 msec 2024-11-27T13:15:10,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T13:15:10,701 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed 2024-11-27T13:15:10,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test-1732713310217', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T13:15:10,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1732713310217 2024-11-27T13:15:10,718 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1732713310217 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T13:15:10,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test-1732713310217" procId is: 8 2024-11-27T13:15:10,721 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:15:10,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-27T13:15:10,723 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1732713310217 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T13:15:10,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741838_1014 (size=367) 2024-11-27T13:15:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-27T13:15:10,870 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-27T13:15:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-27T13:15:11,138 INFO [RegionOpenAndInit-test-1732713310217-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cf814bcfc0144fe2852321b1414833e0, NAME => 'test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1732713310217', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0 2024-11-27T13:15:11,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741839_1015 (size=53) 2024-11-27T13:15:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-27T13:15:11,547 DEBUG [RegionOpenAndInit-test-1732713310217-pool-0 {}] regionserver.HRegion(898): Instantiated test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:15:11,548 DEBUG [RegionOpenAndInit-test-1732713310217-pool-0 {}] regionserver.HRegion(1722): Closing cf814bcfc0144fe2852321b1414833e0, disabling compactions & flushes 2024-11-27T13:15:11,548 INFO [RegionOpenAndInit-test-1732713310217-pool-0 {}] regionserver.HRegion(1755): Closing region test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0. 2024-11-27T13:15:11,548 DEBUG [RegionOpenAndInit-test-1732713310217-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0. 2024-11-27T13:15:11,548 DEBUG [RegionOpenAndInit-test-1732713310217-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0. after waiting 0 ms 2024-11-27T13:15:11,548 DEBUG [RegionOpenAndInit-test-1732713310217-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0. 2024-11-27T13:15:11,548 INFO [RegionOpenAndInit-test-1732713310217-pool-0 {}] regionserver.HRegion(1973): Closed test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0. 2024-11-27T13:15:11,548 DEBUG [RegionOpenAndInit-test-1732713310217-pool-0 {}] regionserver.HRegion(1676): Region close journal for cf814bcfc0144fe2852321b1414833e0: Waiting for close lock at 1732713311548Disabling compacts and flushes for region at 1732713311548Disabling writes for close at 1732713311548Writing region close event to WAL at 1732713311548Closed at 1732713311548 2024-11-27T13:15:11,550 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1732713310217 execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T13:15:11,557 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732713311551"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732713311551"}]},"ts":"1732713311551"} 2024-11-27T13:15:11,561 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T13:15:11,563 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1732713310217 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T13:15:11,567 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1732713310217","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732713311564"}]},"ts":"1732713311564"} 2024-11-27T13:15:11,571 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1732713310217, state=ENABLING in hbase:meta 2024-11-27T13:15:11,573 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1732713310217, region=cf814bcfc0144fe2852321b1414833e0, ASSIGN}] 2024-11-27T13:15:11,575 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1732713310217, region=cf814bcfc0144fe2852321b1414833e0, ASSIGN 2024-11-27T13:15:11,577 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1732713310217, region=cf814bcfc0144fe2852321b1414833e0, ASSIGN; state=OFFLINE, location=1ba5af43fd99,45367,1732713300833; forceNewPlan=false, retain=false 2024-11-27T13:15:11,729 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cf814bcfc0144fe2852321b1414833e0, regionState=OPENING, regionLocation=1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:11,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1732713310217, region=cf814bcfc0144fe2852321b1414833e0, ASSIGN because future has completed 2024-11-27T13:15:11,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf814bcfc0144fe2852321b1414833e0, server=1ba5af43fd99,45367,1732713300833}] 2024-11-27T13:15:11,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-27T13:15:11,909 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0. 2024-11-27T13:15:11,909 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T13:15:11,909 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor 1ba5af43fd99,45367,1732713300833.regiongroup-1 2024-11-27T13:15:11,912 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1, suffix=, logDir=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833, archiveDir=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/oldWALs, maxLogs=32 2024-11-27T13:15:11,925 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1.1732713311913, exclude list is [], retry=0 2024-11-27T13:15:11,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44177,DS-72d124e0-e64d-42e4-86f6-29440b63400a,DISK] 2024-11-27T13:15:11,931 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1.1732713311913 2024-11-27T13:15:11,932 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37417:37417)] 2024-11-27T13:15:11,932 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cf814bcfc0144fe2852321b1414833e0, NAME => 'test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0.', STARTKEY => '', ENDKEY => ''} 2024-11-27T13:15:11,932 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T13:15:11,932 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1732713310217 cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:15:11,932 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:15:11,933 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:15:11,933 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:15:11,935 INFO [StoreOpener-cf814bcfc0144fe2852321b1414833e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:15:11,937 INFO [StoreOpener-cf814bcfc0144fe2852321b1414833e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf814bcfc0144fe2852321b1414833e0 columnFamilyName f 2024-11-27T13:15:11,937 DEBUG [StoreOpener-cf814bcfc0144fe2852321b1414833e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:15:11,938 INFO [StoreOpener-cf814bcfc0144fe2852321b1414833e0-1 {}] regionserver.HStore(327): Store=cf814bcfc0144fe2852321b1414833e0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:15:11,939 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:15:11,940 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:15:11,940 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:15:11,941 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:15:11,941 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:15:11,943 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:15:11,947 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T13:15:11,948 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened cf814bcfc0144fe2852321b1414833e0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10972965120, jitterRate=0.021937012672424316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T13:15:11,948 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:15:11,949 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cf814bcfc0144fe2852321b1414833e0: Running coprocessor pre-open hook at 1732713311933Writing region info on filesystem at 1732713311933Initializing all the Stores at 1732713311934 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732713311934Cleaning up temporary data from old regions at 1732713311941 (+7 ms)Running coprocessor post-open hooks at 1732713311948 (+7 ms)Region opened successfully at 1732713311949 (+1 ms) 2024-11-27T13:15:11,951 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0., pid=10, masterSystemTime=1732713311887 2024-11-27T13:15:11,954 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0. 2024-11-27T13:15:11,954 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0. 2024-11-27T13:15:11,956 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cf814bcfc0144fe2852321b1414833e0, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:11,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf814bcfc0144fe2852321b1414833e0, server=1ba5af43fd99,45367,1732713300833 because future has completed 2024-11-27T13:15:11,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T13:15:11,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cf814bcfc0144fe2852321b1414833e0, server=1ba5af43fd99,45367,1732713300833 in 229 msec 2024-11-27T13:15:11,971 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T13:15:11,971 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1732713310217, region=cf814bcfc0144fe2852321b1414833e0, ASSIGN in 393 msec 2024-11-27T13:15:11,973 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1732713310217 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T13:15:11,973 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1732713310217","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732713311973"}]},"ts":"1732713311973"} 2024-11-27T13:15:11,976 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1732713310217, state=ENABLED in hbase:meta 2024-11-27T13:15:11,978 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1732713310217 execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T13:15:11,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1732713310217 in 1.2670 sec 2024-11-27T13:15:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-27T13:15:12,871 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1732713310217 completed 2024-11-27T13:15:12,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ab9fd39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:15:12,872 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:15:12,873 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:15:12,874 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:15:12,875 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:15:12,875 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:15:12,875 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13e2340f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:15:12,875 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:15:12,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:15:12,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:15:12,877 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:15:12,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44846a07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:15:12,881 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:15:12,883 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:15:12,884 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:15:12,886 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:15:12,892 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732713310217', row='row0', locateType=CURRENT is [region=test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2] 2024-11-27T13:15:12,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HRegion(8528): writing data to region test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T13:15:13,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns2:test-17327133102171', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T13:15:13,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17327133102171 2024-11-27T13:15:13,089 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17327133102171 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T13:15:13,089 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:15:13,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns2" qualifier: "test-17327133102171" procId is: 11 2024-11-27T13:15:13,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T13:15:13,091 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17327133102171 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T13:15:13,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741841_1017 (size=364) 2024-11-27T13:15:13,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T13:15:13,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T13:15:13,504 INFO [RegionOpenAndInit-ns2:test-17327133102171-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 779c4c4c296e49eea00a4cb280f65b7c, NAME => 'ns2:test-17327133102171,,1732713313085.779c4c4c296e49eea00a4cb280f65b7c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17327133102171', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0 2024-11-27T13:15:13,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741842_1018 (size=50) 2024-11-27T13:15:13,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T13:15:13,914 DEBUG [RegionOpenAndInit-ns2:test-17327133102171-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17327133102171,,1732713313085.779c4c4c296e49eea00a4cb280f65b7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:15:13,914 DEBUG [RegionOpenAndInit-ns2:test-17327133102171-pool-0 {}] regionserver.HRegion(1722): Closing 779c4c4c296e49eea00a4cb280f65b7c, disabling compactions & flushes 2024-11-27T13:15:13,914 INFO [RegionOpenAndInit-ns2:test-17327133102171-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17327133102171,,1732713313085.779c4c4c296e49eea00a4cb280f65b7c. 2024-11-27T13:15:13,915 DEBUG [RegionOpenAndInit-ns2:test-17327133102171-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17327133102171,,1732713313085.779c4c4c296e49eea00a4cb280f65b7c. 2024-11-27T13:15:13,915 DEBUG [RegionOpenAndInit-ns2:test-17327133102171-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17327133102171,,1732713313085.779c4c4c296e49eea00a4cb280f65b7c. after waiting 0 ms 2024-11-27T13:15:13,915 DEBUG [RegionOpenAndInit-ns2:test-17327133102171-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17327133102171,,1732713313085.779c4c4c296e49eea00a4cb280f65b7c. 2024-11-27T13:15:13,915 INFO [RegionOpenAndInit-ns2:test-17327133102171-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17327133102171,,1732713313085.779c4c4c296e49eea00a4cb280f65b7c. 2024-11-27T13:15:13,915 DEBUG [RegionOpenAndInit-ns2:test-17327133102171-pool-0 {}] regionserver.HRegion(1676): Region close journal for 779c4c4c296e49eea00a4cb280f65b7c: Waiting for close lock at 1732713313914Disabling compacts and flushes for region at 1732713313914Disabling writes for close at 1732713313915 (+1 ms)Writing region close event to WAL at 1732713313915Closed at 1732713313915 2024-11-27T13:15:13,917 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17327133102171 execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T13:15:13,917 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17327133102171,,1732713313085.779c4c4c296e49eea00a4cb280f65b7c.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1732713313917"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732713313917"}]},"ts":"1732713313917"} 2024-11-27T13:15:13,920 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T13:15:13,922 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17327133102171 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T13:15:13,922 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17327133102171","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732713313922"}]},"ts":"1732713313922"} 2024-11-27T13:15:13,925 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17327133102171, state=ENABLING in hbase:meta 2024-11-27T13:15:13,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17327133102171, region=779c4c4c296e49eea00a4cb280f65b7c, ASSIGN}] 2024-11-27T13:15:13,927 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17327133102171, region=779c4c4c296e49eea00a4cb280f65b7c, ASSIGN 2024-11-27T13:15:13,928 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17327133102171, region=779c4c4c296e49eea00a4cb280f65b7c, ASSIGN; state=OFFLINE, location=1ba5af43fd99,45367,1732713300833; forceNewPlan=false, retain=false 2024-11-27T13:15:14,079 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=779c4c4c296e49eea00a4cb280f65b7c, regionState=OPENING, regionLocation=1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:14,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17327133102171, region=779c4c4c296e49eea00a4cb280f65b7c, ASSIGN because future has completed 2024-11-27T13:15:14,083 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 779c4c4c296e49eea00a4cb280f65b7c, server=1ba5af43fd99,45367,1732713300833}] 2024-11-27T13:15:14,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T13:15:14,243 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17327133102171,,1732713313085.779c4c4c296e49eea00a4cb280f65b7c. 2024-11-27T13:15:14,243 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 779c4c4c296e49eea00a4cb280f65b7c, NAME => 'ns2:test-17327133102171,,1732713313085.779c4c4c296e49eea00a4cb280f65b7c.', STARTKEY => '', ENDKEY => ''} 2024-11-27T13:15:14,244 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T13:15:14,244 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17327133102171 779c4c4c296e49eea00a4cb280f65b7c 2024-11-27T13:15:14,244 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17327133102171,,1732713313085.779c4c4c296e49eea00a4cb280f65b7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:15:14,244 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 779c4c4c296e49eea00a4cb280f65b7c 2024-11-27T13:15:14,244 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 779c4c4c296e49eea00a4cb280f65b7c 2024-11-27T13:15:14,247 INFO [StoreOpener-779c4c4c296e49eea00a4cb280f65b7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 779c4c4c296e49eea00a4cb280f65b7c 2024-11-27T13:15:14,250 INFO [StoreOpener-779c4c4c296e49eea00a4cb280f65b7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 779c4c4c296e49eea00a4cb280f65b7c columnFamilyName f 2024-11-27T13:15:14,250 DEBUG [StoreOpener-779c4c4c296e49eea00a4cb280f65b7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:15:14,251 INFO [StoreOpener-779c4c4c296e49eea00a4cb280f65b7c-1 {}] regionserver.HStore(327): Store=779c4c4c296e49eea00a4cb280f65b7c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:15:14,251 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 779c4c4c296e49eea00a4cb280f65b7c 2024-11-27T13:15:14,253 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns2/test-17327133102171/779c4c4c296e49eea00a4cb280f65b7c 2024-11-27T13:15:14,254 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns2/test-17327133102171/779c4c4c296e49eea00a4cb280f65b7c 2024-11-27T13:15:14,255 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 779c4c4c296e49eea00a4cb280f65b7c 2024-11-27T13:15:14,255 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 779c4c4c296e49eea00a4cb280f65b7c 2024-11-27T13:15:14,258 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 779c4c4c296e49eea00a4cb280f65b7c 2024-11-27T13:15:14,262 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns2/test-17327133102171/779c4c4c296e49eea00a4cb280f65b7c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T13:15:14,263 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 779c4c4c296e49eea00a4cb280f65b7c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11614054080, jitterRate=0.08164307475090027}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T13:15:14,263 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 779c4c4c296e49eea00a4cb280f65b7c 2024-11-27T13:15:14,264 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 779c4c4c296e49eea00a4cb280f65b7c: Running coprocessor pre-open hook at 1732713314245Writing region info on filesystem at 1732713314245Initializing all the Stores at 1732713314247 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732713314247Cleaning up temporary data from old regions at 1732713314255 (+8 ms)Running coprocessor post-open hooks at 1732713314263 (+8 ms)Region opened successfully at 1732713314264 (+1 ms) 2024-11-27T13:15:14,266 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17327133102171,,1732713313085.779c4c4c296e49eea00a4cb280f65b7c., pid=13, masterSystemTime=1732713314237 2024-11-27T13:15:14,269 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17327133102171,,1732713313085.779c4c4c296e49eea00a4cb280f65b7c. 2024-11-27T13:15:14,269 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17327133102171,,1732713313085.779c4c4c296e49eea00a4cb280f65b7c. 2024-11-27T13:15:14,271 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=779c4c4c296e49eea00a4cb280f65b7c, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:14,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 779c4c4c296e49eea00a4cb280f65b7c, server=1ba5af43fd99,45367,1732713300833 because future has completed 2024-11-27T13:15:14,281 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-27T13:15:14,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 779c4c4c296e49eea00a4cb280f65b7c, server=1ba5af43fd99,45367,1732713300833 in 193 msec 2024-11-27T13:15:14,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-27T13:15:14,286 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17327133102171, region=779c4c4c296e49eea00a4cb280f65b7c, ASSIGN in 356 msec 2024-11-27T13:15:14,287 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17327133102171 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T13:15:14,288 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17327133102171","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732713314287"}]},"ts":"1732713314287"} 2024-11-27T13:15:14,291 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17327133102171, state=ENABLED in hbase:meta 2024-11-27T13:15:14,293 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17327133102171 execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T13:15:14,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17327133102171 in 1.2080 sec 2024-11-27T13:15:15,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T13:15:15,241 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17327133102171 completed 2024-11-27T13:15:15,245 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17327133102171', row='row0', locateType=CURRENT is [region=ns2:test-17327133102171,,1732713313085.779c4c4c296e49eea00a4cb280f65b7c., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2] 2024-11-27T13:15:15,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HRegion(8528): writing data to region ns2:test-17327133102171,,1732713313085.779c4c4c296e49eea00a4cb280f65b7c. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T13:15:15,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns3:test-17327133102172', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T13:15:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17327133102172 2024-11-27T13:15:15,389 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17327133102172 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T13:15:15,389 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:15:15,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns3" qualifier: "test-17327133102172" procId is: 14 2024-11-27T13:15:15,390 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17327133102172 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T13:15:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T13:15:15,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741843_1019 (size=390) 2024-11-27T13:15:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T13:15:15,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T13:15:15,802 INFO [RegionOpenAndInit-ns3:test-17327133102172-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6a35c7490aa9fe2b182c01ebcca9a09c, NAME => 'ns3:test-17327133102172,,1732713315385.6a35c7490aa9fe2b182c01ebcca9a09c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17327133102172', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0 2024-11-27T13:15:15,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741844_1020 (size=50) 2024-11-27T13:15:16,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T13:15:16,237 DEBUG [RegionOpenAndInit-ns3:test-17327133102172-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17327133102172,,1732713315385.6a35c7490aa9fe2b182c01ebcca9a09c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:15:16,238 DEBUG [RegionOpenAndInit-ns3:test-17327133102172-pool-0 {}] regionserver.HRegion(1722): Closing 6a35c7490aa9fe2b182c01ebcca9a09c, disabling compactions & flushes 2024-11-27T13:15:16,238 INFO [RegionOpenAndInit-ns3:test-17327133102172-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17327133102172,,1732713315385.6a35c7490aa9fe2b182c01ebcca9a09c. 2024-11-27T13:15:16,238 DEBUG [RegionOpenAndInit-ns3:test-17327133102172-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17327133102172,,1732713315385.6a35c7490aa9fe2b182c01ebcca9a09c. 2024-11-27T13:15:16,238 DEBUG [RegionOpenAndInit-ns3:test-17327133102172-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17327133102172,,1732713315385.6a35c7490aa9fe2b182c01ebcca9a09c. after waiting 0 ms 2024-11-27T13:15:16,238 DEBUG [RegionOpenAndInit-ns3:test-17327133102172-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17327133102172,,1732713315385.6a35c7490aa9fe2b182c01ebcca9a09c. 2024-11-27T13:15:16,238 INFO [RegionOpenAndInit-ns3:test-17327133102172-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17327133102172,,1732713315385.6a35c7490aa9fe2b182c01ebcca9a09c. 2024-11-27T13:15:16,238 DEBUG [RegionOpenAndInit-ns3:test-17327133102172-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6a35c7490aa9fe2b182c01ebcca9a09c: Waiting for close lock at 1732713316237Disabling compacts and flushes for region at 1732713316237Disabling writes for close at 1732713316238 (+1 ms)Writing region close event to WAL at 1732713316238Closed at 1732713316238 2024-11-27T13:15:16,240 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17327133102172 execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T13:15:16,240 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17327133102172,,1732713315385.6a35c7490aa9fe2b182c01ebcca9a09c.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1732713316240"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732713316240"}]},"ts":"1732713316240"} 2024-11-27T13:15:16,243 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T13:15:16,244 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17327133102172 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T13:15:16,245 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17327133102172","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732713316245"}]},"ts":"1732713316245"} 2024-11-27T13:15:16,247 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17327133102171' 2024-11-27T13:15:16,247 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17327133102172, state=ENABLING in hbase:meta 2024-11-27T13:15:16,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17327133102172, region=6a35c7490aa9fe2b182c01ebcca9a09c, ASSIGN}] 2024-11-27T13:15:16,248 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1732713310217' 2024-11-27T13:15:16,250 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17327133102172, region=6a35c7490aa9fe2b182c01ebcca9a09c, ASSIGN 2024-11-27T13:15:16,251 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17327133102172, region=6a35c7490aa9fe2b182c01ebcca9a09c, ASSIGN; state=OFFLINE, location=1ba5af43fd99,45367,1732713300833; forceNewPlan=false, retain=false 2024-11-27T13:15:16,402 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=6a35c7490aa9fe2b182c01ebcca9a09c, regionState=OPENING, regionLocation=1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:16,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17327133102172, region=6a35c7490aa9fe2b182c01ebcca9a09c, ASSIGN because future has completed 2024-11-27T13:15:16,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a35c7490aa9fe2b182c01ebcca9a09c, server=1ba5af43fd99,45367,1732713300833}] 2024-11-27T13:15:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T13:15:16,563 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17327133102172,,1732713315385.6a35c7490aa9fe2b182c01ebcca9a09c. 2024-11-27T13:15:16,564 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a35c7490aa9fe2b182c01ebcca9a09c, NAME => 'ns3:test-17327133102172,,1732713315385.6a35c7490aa9fe2b182c01ebcca9a09c.', STARTKEY => '', ENDKEY => ''} 2024-11-27T13:15:16,564 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T13:15:16,564 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17327133102172 6a35c7490aa9fe2b182c01ebcca9a09c 2024-11-27T13:15:16,564 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17327133102172,,1732713315385.6a35c7490aa9fe2b182c01ebcca9a09c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:15:16,564 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 6a35c7490aa9fe2b182c01ebcca9a09c 2024-11-27T13:15:16,564 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 6a35c7490aa9fe2b182c01ebcca9a09c 2024-11-27T13:15:16,567 INFO [StoreOpener-6a35c7490aa9fe2b182c01ebcca9a09c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6a35c7490aa9fe2b182c01ebcca9a09c 2024-11-27T13:15:16,569 INFO [StoreOpener-6a35c7490aa9fe2b182c01ebcca9a09c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a35c7490aa9fe2b182c01ebcca9a09c columnFamilyName f 2024-11-27T13:15:16,569 DEBUG [StoreOpener-6a35c7490aa9fe2b182c01ebcca9a09c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:15:16,570 INFO [StoreOpener-6a35c7490aa9fe2b182c01ebcca9a09c-1 {}] regionserver.HStore(327): Store=6a35c7490aa9fe2b182c01ebcca9a09c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:15:16,570 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 6a35c7490aa9fe2b182c01ebcca9a09c 2024-11-27T13:15:16,571 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns3/test-17327133102172/6a35c7490aa9fe2b182c01ebcca9a09c 2024-11-27T13:15:16,572 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns3/test-17327133102172/6a35c7490aa9fe2b182c01ebcca9a09c 2024-11-27T13:15:16,573 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 6a35c7490aa9fe2b182c01ebcca9a09c 2024-11-27T13:15:16,573 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 6a35c7490aa9fe2b182c01ebcca9a09c 2024-11-27T13:15:16,575 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 6a35c7490aa9fe2b182c01ebcca9a09c 2024-11-27T13:15:16,579 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns3/test-17327133102172/6a35c7490aa9fe2b182c01ebcca9a09c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T13:15:16,580 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 6a35c7490aa9fe2b182c01ebcca9a09c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10565467040, jitterRate=-0.016014203429222107}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T13:15:16,580 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a35c7490aa9fe2b182c01ebcca9a09c 2024-11-27T13:15:16,581 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 6a35c7490aa9fe2b182c01ebcca9a09c: Running coprocessor pre-open hook at 1732713316565Writing region info on filesystem at 1732713316565Initializing all the Stores at 1732713316566 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732713316566Cleaning up temporary data from old regions at 1732713316573 (+7 ms)Running coprocessor post-open hooks at 1732713316580 (+7 ms)Region opened successfully at 1732713316581 (+1 ms) 2024-11-27T13:15:16,582 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17327133102172,,1732713315385.6a35c7490aa9fe2b182c01ebcca9a09c., pid=16, masterSystemTime=1732713316559 2024-11-27T13:15:16,585 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17327133102172,,1732713315385.6a35c7490aa9fe2b182c01ebcca9a09c. 2024-11-27T13:15:16,585 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17327133102172,,1732713315385.6a35c7490aa9fe2b182c01ebcca9a09c. 2024-11-27T13:15:16,586 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=6a35c7490aa9fe2b182c01ebcca9a09c, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:16,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a35c7490aa9fe2b182c01ebcca9a09c, server=1ba5af43fd99,45367,1732713300833 because future has completed 2024-11-27T13:15:16,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-27T13:15:16,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a35c7490aa9fe2b182c01ebcca9a09c, server=1ba5af43fd99,45367,1732713300833 in 186 msec 2024-11-27T13:15:16,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-27T13:15:16,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17327133102172, region=6a35c7490aa9fe2b182c01ebcca9a09c, ASSIGN in 347 msec 2024-11-27T13:15:16,599 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17327133102172 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T13:15:16,600 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17327133102172","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732713316600"}]},"ts":"1732713316600"} 2024-11-27T13:15:16,602 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17327133102172, state=ENABLED in hbase:meta 2024-11-27T13:15:16,604 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17327133102172 execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T13:15:16,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17327133102172 in 1.2180 sec 2024-11-27T13:15:17,436 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-27T13:15:17,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T13:15:17,541 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17327133102172 completed 2024-11-27T13:15:17,541 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17327133102172 get assigned. Timeout = 60000ms 2024-11-27T13:15:17,769 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T13:15:17,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17327133102172 assigned to meta. Checking AM states. 2024-11-27T13:15:17,775 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T13:15:17,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17327133102172 assigned. 2024-11-27T13:15:17,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns4:test-17327133102173', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T13:15:17,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17327133102173 2024-11-27T13:15:17,782 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17327133102173 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T13:15:17,782 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:15:17,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns4" qualifier: "test-17327133102173" procId is: 17 2024-11-27T13:15:17,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-27T13:15:17,783 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17327133102173 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T13:15:17,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741845_1021 (size=390) 2024-11-27T13:15:17,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-27T13:15:18,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-27T13:15:18,195 INFO [RegionOpenAndInit-ns4:test-17327133102173-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 38a657487a782be9de0c14ffeb48423f, NAME => 'ns4:test-17327133102173,,1732713317778.38a657487a782be9de0c14ffeb48423f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17327133102173', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0 2024-11-27T13:15:18,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741846_1022 (size=50) 2024-11-27T13:15:18,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-27T13:15:18,604 DEBUG [RegionOpenAndInit-ns4:test-17327133102173-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17327133102173,,1732713317778.38a657487a782be9de0c14ffeb48423f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:15:18,605 DEBUG [RegionOpenAndInit-ns4:test-17327133102173-pool-0 {}] regionserver.HRegion(1722): Closing 38a657487a782be9de0c14ffeb48423f, disabling compactions & flushes 2024-11-27T13:15:18,605 INFO [RegionOpenAndInit-ns4:test-17327133102173-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17327133102173,,1732713317778.38a657487a782be9de0c14ffeb48423f. 2024-11-27T13:15:18,605 DEBUG [RegionOpenAndInit-ns4:test-17327133102173-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17327133102173,,1732713317778.38a657487a782be9de0c14ffeb48423f. 2024-11-27T13:15:18,605 DEBUG [RegionOpenAndInit-ns4:test-17327133102173-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17327133102173,,1732713317778.38a657487a782be9de0c14ffeb48423f. after waiting 0 ms 2024-11-27T13:15:18,605 DEBUG [RegionOpenAndInit-ns4:test-17327133102173-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17327133102173,,1732713317778.38a657487a782be9de0c14ffeb48423f. 2024-11-27T13:15:18,605 INFO [RegionOpenAndInit-ns4:test-17327133102173-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17327133102173,,1732713317778.38a657487a782be9de0c14ffeb48423f. 2024-11-27T13:15:18,605 DEBUG [RegionOpenAndInit-ns4:test-17327133102173-pool-0 {}] regionserver.HRegion(1676): Region close journal for 38a657487a782be9de0c14ffeb48423f: Waiting for close lock at 1732713318605Disabling compacts and flushes for region at 1732713318605Disabling writes for close at 1732713318605Writing region close event to WAL at 1732713318605Closed at 1732713318605 2024-11-27T13:15:18,607 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17327133102173 execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T13:15:18,607 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17327133102173,,1732713317778.38a657487a782be9de0c14ffeb48423f.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1732713318607"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732713318607"}]},"ts":"1732713318607"} 2024-11-27T13:15:18,610 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T13:15:18,611 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17327133102173 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T13:15:18,612 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17327133102173","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732713318612"}]},"ts":"1732713318612"} 2024-11-27T13:15:18,615 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17327133102173, state=ENABLING in hbase:meta 2024-11-27T13:15:18,615 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17327133102173, region=38a657487a782be9de0c14ffeb48423f, ASSIGN}] 2024-11-27T13:15:18,617 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17327133102173, region=38a657487a782be9de0c14ffeb48423f, ASSIGN 2024-11-27T13:15:18,618 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17327133102173, region=38a657487a782be9de0c14ffeb48423f, ASSIGN; state=OFFLINE, location=1ba5af43fd99,45367,1732713300833; forceNewPlan=false, retain=false 2024-11-27T13:15:18,769 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=38a657487a782be9de0c14ffeb48423f, regionState=OPENING, regionLocation=1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:18,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17327133102173, region=38a657487a782be9de0c14ffeb48423f, ASSIGN because future has completed 2024-11-27T13:15:18,772 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38a657487a782be9de0c14ffeb48423f, server=1ba5af43fd99,45367,1732713300833}] 2024-11-27T13:15:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-27T13:15:18,931 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17327133102173,,1732713317778.38a657487a782be9de0c14ffeb48423f. 2024-11-27T13:15:18,931 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 38a657487a782be9de0c14ffeb48423f, NAME => 'ns4:test-17327133102173,,1732713317778.38a657487a782be9de0c14ffeb48423f.', STARTKEY => '', ENDKEY => ''} 2024-11-27T13:15:18,931 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T13:15:18,932 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17327133102173 38a657487a782be9de0c14ffeb48423f 2024-11-27T13:15:18,932 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17327133102173,,1732713317778.38a657487a782be9de0c14ffeb48423f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:15:18,932 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 38a657487a782be9de0c14ffeb48423f 2024-11-27T13:15:18,932 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 38a657487a782be9de0c14ffeb48423f 2024-11-27T13:15:18,934 INFO [StoreOpener-38a657487a782be9de0c14ffeb48423f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 38a657487a782be9de0c14ffeb48423f 2024-11-27T13:15:18,937 INFO [StoreOpener-38a657487a782be9de0c14ffeb48423f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38a657487a782be9de0c14ffeb48423f columnFamilyName f 2024-11-27T13:15:18,938 DEBUG [StoreOpener-38a657487a782be9de0c14ffeb48423f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:15:18,939 INFO [StoreOpener-38a657487a782be9de0c14ffeb48423f-1 {}] regionserver.HStore(327): Store=38a657487a782be9de0c14ffeb48423f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:15:18,939 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 38a657487a782be9de0c14ffeb48423f 2024-11-27T13:15:18,940 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns4/test-17327133102173/38a657487a782be9de0c14ffeb48423f 2024-11-27T13:15:18,940 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns4/test-17327133102173/38a657487a782be9de0c14ffeb48423f 2024-11-27T13:15:18,941 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 38a657487a782be9de0c14ffeb48423f 2024-11-27T13:15:18,941 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 38a657487a782be9de0c14ffeb48423f 2024-11-27T13:15:18,944 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 38a657487a782be9de0c14ffeb48423f 2024-11-27T13:15:18,947 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns4/test-17327133102173/38a657487a782be9de0c14ffeb48423f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T13:15:18,948 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 38a657487a782be9de0c14ffeb48423f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10636819680, jitterRate=-0.00936897099018097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T13:15:18,948 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 38a657487a782be9de0c14ffeb48423f 2024-11-27T13:15:18,949 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 38a657487a782be9de0c14ffeb48423f: Running coprocessor pre-open hook at 1732713318932Writing region info on filesystem at 1732713318932Initializing all the Stores at 1732713318934 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732713318934Cleaning up temporary data from old regions at 1732713318941 (+7 ms)Running coprocessor post-open hooks at 1732713318948 (+7 ms)Region opened successfully at 1732713318949 (+1 ms) 2024-11-27T13:15:18,950 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17327133102173,,1732713317778.38a657487a782be9de0c14ffeb48423f., pid=19, masterSystemTime=1732713318925 2024-11-27T13:15:18,953 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17327133102173,,1732713317778.38a657487a782be9de0c14ffeb48423f. 2024-11-27T13:15:18,953 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17327133102173,,1732713317778.38a657487a782be9de0c14ffeb48423f. 2024-11-27T13:15:18,955 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=38a657487a782be9de0c14ffeb48423f, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:18,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38a657487a782be9de0c14ffeb48423f, server=1ba5af43fd99,45367,1732713300833 because future has completed 2024-11-27T13:15:18,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-27T13:15:18,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 38a657487a782be9de0c14ffeb48423f, server=1ba5af43fd99,45367,1732713300833 in 188 msec 2024-11-27T13:15:18,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-27T13:15:18,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17327133102173, region=38a657487a782be9de0c14ffeb48423f, ASSIGN in 348 msec 2024-11-27T13:15:18,969 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17327133102173 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T13:15:18,969 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17327133102173","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732713318969"}]},"ts":"1732713318969"} 2024-11-27T13:15:18,976 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17327133102173, state=ENABLED in hbase:meta 2024-11-27T13:15:18,978 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17327133102173 execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T13:15:18,980 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17327133102173 in 1.2000 sec 2024-11-27T13:15:19,656 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17327133102172 2024-11-27T13:15:19,656 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17327133102172 Metrics about Tables on a single HBase RegionServer 2024-11-27T13:15:19,657 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1732713310217 2024-11-27T13:15:19,657 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1732713310217 Metrics about Tables on a single HBase RegionServer 2024-11-27T13:15:19,658 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17327133102171 2024-11-27T13:15:19,658 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17327133102171 Metrics about Tables on a single HBase RegionServer 2024-11-27T13:15:19,659 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17327133102173 2024-11-27T13:15:19,659 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17327133102173 Metrics about Tables on a single HBase RegionServer 2024-11-27T13:15:19,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-27T13:15:19,940 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17327133102173 completed 2024-11-27T13:15:19,940 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17327133102173 get assigned. Timeout = 60000ms 2024-11-27T13:15:19,940 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T13:15:19,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17327133102173 assigned to meta. Checking AM states. 2024-11-27T13:15:19,945 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T13:15:19,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17327133102173 assigned. 2024-11-27T13:15:19,946 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T13:15:19,946 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481) at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343) at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T13:15:19,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:15:19,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:15:19,951 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:15:19,978 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=611, OpenFileDescriptor=633, MaxFileDescriptor=1048576, SystemLoadAverage=141, ProcessCount=21, AvailableMemoryMB=7347 2024-11-27T13:15:19,980 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=611 is superior to 500 2024-11-27T13:15:19,982 INFO [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables 2024-11-27T13:15:19,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table test-1732713310217 from 'test-1732713310217', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1732713310217', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T13:15:19,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1732713310217 2024-11-27T13:15:20,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741847_1023 (size=908) 2024-11-27T13:15:20,415 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/.tabledesc/.tableinfo.0000000001.367 2024-11-27T13:15:20,415 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/.tabledesc/.tableinfo.0000000002.908 2024-11-27T13:15:20,421 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1732713310217}] 2024-11-27T13:15:20,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732713310217, region=cf814bcfc0144fe2852321b1414833e0, REOPEN/MOVE}] 2024-11-27T13:15:20,431 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732713310217, region=cf814bcfc0144fe2852321b1414833e0, REOPEN/MOVE 2024-11-27T13:15:20,433 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=cf814bcfc0144fe2852321b1414833e0, regionState=CLOSING, regionLocation=1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:20,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1732713310217, region=cf814bcfc0144fe2852321b1414833e0, REOPEN/MOVE because future has completed 2024-11-27T13:15:20,437 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T13:15:20,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure cf814bcfc0144fe2852321b1414833e0, server=1ba5af43fd99,45367,1732713300833}] 2024-11-27T13:15:20,595 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:15:20,596 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-27T13:15:20,596 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing cf814bcfc0144fe2852321b1414833e0, disabling compactions & flushes 2024-11-27T13:15:20,596 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0. 2024-11-27T13:15:20,596 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0. 2024-11-27T13:15:20,596 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0. after waiting 0 ms 2024-11-27T13:15:20,596 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0. 2024-11-27T13:15:20,600 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing cf814bcfc0144fe2852321b1414833e0 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-27T13:15:20,667 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/.tmp/f/bf9efd0aa98f4bad8db4eac80a9e20fb is 37, key is row10/f:q1/1732713312915/Put/seqid=0 2024-11-27T13:15:20,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741848_1024 (size=8413) 2024-11-27T13:15:21,079 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/.tmp/f/bf9efd0aa98f4bad8db4eac80a9e20fb 2024-11-27T13:15:21,139 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/.tmp/f/bf9efd0aa98f4bad8db4eac80a9e20fb as hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/f/bf9efd0aa98f4bad8db4eac80a9e20fb 2024-11-27T13:15:21,150 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/f/bf9efd0aa98f4bad8db4eac80a9e20fb, entries=99, sequenceid=103, filesize=8.2 K 2024-11-27T13:15:21,157 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for cf814bcfc0144fe2852321b1414833e0 in 556ms, sequenceid=103, compaction requested=false 2024-11-27T13:15:21,165 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2024-11-27T13:15:21,168 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T13:15:21,168 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0. 2024-11-27T13:15:21,168 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for cf814bcfc0144fe2852321b1414833e0: Waiting for close lock at 1732713320596Running coprocessor pre-close hooks at 1732713320596Disabling compacts and flushes for region at 1732713320596Disabling writes for close at 1732713320596Obtaining lock to block concurrent updates at 1732713320600 (+4 ms)Preparing flush snapshotting stores in cf814bcfc0144fe2852321b1414833e0 at 1732713320600Finished memstore snapshotting test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1732713320607 (+7 ms)Flushing stores of test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0. at 1732713320609 (+2 ms)Flushing cf814bcfc0144fe2852321b1414833e0/f: creating writer at 1732713320610 (+1 ms)Flushing cf814bcfc0144fe2852321b1414833e0/f: appending metadata at 1732713320655 (+45 ms)Flushing cf814bcfc0144fe2852321b1414833e0/f: closing flushed file at 1732713320658 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@200f5f9d: reopening flushed file at 1732713321137 (+479 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for cf814bcfc0144fe2852321b1414833e0 in 556ms, sequenceid=103, compaction requested=false at 1732713321157 (+20 ms)Writing region close event to WAL at 1732713321159 (+2 ms)Running coprocessor post-close hooks at 1732713321166 (+7 ms)Closed at 1732713321168 (+2 ms) 2024-11-27T13:15:21,169 WARN [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: cf814bcfc0144fe2852321b1414833e0 to self. 2024-11-27T13:15:21,172 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:15:21,173 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=cf814bcfc0144fe2852321b1414833e0, regionState=CLOSED 2024-11-27T13:15:21,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure cf814bcfc0144fe2852321b1414833e0, server=1ba5af43fd99,45367,1732713300833 because future has completed 2024-11-27T13:15:21,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-27T13:15:21,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure cf814bcfc0144fe2852321b1414833e0, server=1ba5af43fd99,45367,1732713300833 in 741 msec 2024-11-27T13:15:21,182 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1732713310217, region=cf814bcfc0144fe2852321b1414833e0, REOPEN/MOVE; state=CLOSED, location=1ba5af43fd99,45367,1732713300833; forceNewPlan=false, retain=true 2024-11-27T13:15:21,333 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=cf814bcfc0144fe2852321b1414833e0, regionState=OPENING, regionLocation=1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:21,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1732713310217, region=cf814bcfc0144fe2852321b1414833e0, REOPEN/MOVE because future has completed 2024-11-27T13:15:21,339 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf814bcfc0144fe2852321b1414833e0, server=1ba5af43fd99,45367,1732713300833}] 2024-11-27T13:15:21,504 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0. 2024-11-27T13:15:21,505 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => cf814bcfc0144fe2852321b1414833e0, NAME => 'test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0.', STARTKEY => '', ENDKEY => ''} 2024-11-27T13:15:21,505 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T13:15:21,505 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1732713310217 cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:15:21,505 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:15:21,505 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:15:21,505 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:15:21,508 INFO [StoreOpener-cf814bcfc0144fe2852321b1414833e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:15:21,509 INFO [StoreOpener-cf814bcfc0144fe2852321b1414833e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf814bcfc0144fe2852321b1414833e0 columnFamilyName f 2024-11-27T13:15:21,509 DEBUG [StoreOpener-cf814bcfc0144fe2852321b1414833e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:15:21,520 DEBUG [StoreOpener-cf814bcfc0144fe2852321b1414833e0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/f/bf9efd0aa98f4bad8db4eac80a9e20fb 2024-11-27T13:15:21,520 INFO [StoreOpener-cf814bcfc0144fe2852321b1414833e0-1 {}] regionserver.HStore(327): Store=cf814bcfc0144fe2852321b1414833e0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:15:21,520 INFO [StoreOpener-cf814bcfc0144fe2852321b1414833e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:15:21,522 INFO [StoreOpener-cf814bcfc0144fe2852321b1414833e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf814bcfc0144fe2852321b1414833e0 columnFamilyName f3 2024-11-27T13:15:21,523 DEBUG [StoreOpener-cf814bcfc0144fe2852321b1414833e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:15:21,523 INFO [StoreOpener-cf814bcfc0144fe2852321b1414833e0-1 {}] regionserver.HStore(327): Store=cf814bcfc0144fe2852321b1414833e0/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:15:21,524 INFO [StoreOpener-cf814bcfc0144fe2852321b1414833e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:15:21,531 INFO [StoreOpener-cf814bcfc0144fe2852321b1414833e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf814bcfc0144fe2852321b1414833e0 columnFamilyName mob 2024-11-27T13:15:21,535 DEBUG [StoreOpener-cf814bcfc0144fe2852321b1414833e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:15:21,536 INFO [StoreOpener-cf814bcfc0144fe2852321b1414833e0-1 {}] regionserver.HStore(327): Store=cf814bcfc0144fe2852321b1414833e0/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:15:21,537 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:15:21,538 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:15:21,540 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:15:21,541 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:15:21,541 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:15:21,542 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1732713310217 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T13:15:21,545 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:15:21,546 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened cf814bcfc0144fe2852321b1414833e0; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9464314880, jitterRate=-0.11856698989868164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T13:15:21,547 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:15:21,547 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for cf814bcfc0144fe2852321b1414833e0: Running coprocessor pre-open hook at 1732713321506Writing region info on filesystem at 1732713321506Initializing all the Stores at 1732713321507 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732713321507Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732713321507Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732713321507Cleaning up temporary data from old regions at 1732713321541 (+34 ms)Running coprocessor post-open hooks at 1732713321547 (+6 ms)Region opened successfully at 1732713321547 2024-11-27T13:15:21,549 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0., pid=24, masterSystemTime=1732713321499 2024-11-27T13:15:21,552 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0. 2024-11-27T13:15:21,552 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0. 2024-11-27T13:15:21,553 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=cf814bcfc0144fe2852321b1414833e0, regionState=OPEN, openSeqNum=107, regionLocation=1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:21,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf814bcfc0144fe2852321b1414833e0, server=1ba5af43fd99,45367,1732713300833 because future has completed 2024-11-27T13:15:21,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22 2024-11-27T13:15:21,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure cf814bcfc0144fe2852321b1414833e0, server=1ba5af43fd99,45367,1732713300833 in 218 msec 2024-11-27T13:15:21,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-27T13:15:21,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1732713310217, region=cf814bcfc0144fe2852321b1414833e0, REOPEN/MOVE in 1.1310 sec 2024-11-27T13:15:21,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-27T13:15:21,571 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1732713310217 in 1.1470 sec 2024-11-27T13:15:21,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1732713310217 in 1.5830 sec 2024-11-27T13:15:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20 2024-11-27T13:15:21,580 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1732713310217 completed 2024-11-27T13:15:21,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a7f53a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:15:21,581 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:15:21,581 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:15:21,582 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:15:21,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:15:21,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:15:21,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49fc5d63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:15:21,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:15:21,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:15:21,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:15:21,584 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:15:21,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6db3ae4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:15:21,586 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:15:21,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:15:21,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:15:21,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:15:21,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732713310217', row='row-test-1732713310217-3-0', locateType=CURRENT is [region=test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0., hostname=1ba5af43fd99,45367,1732713300833, seqNum=107] 2024-11-27T13:15:21,643 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T13:15:21,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,32805,1732713299260 2024-11-27T13:15:21,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69b38e61 2024-11-27T13:15:21,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T13:15:21,648 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T13:15:21,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'backup'} 2024-11-27T13:15:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup 2024-11-27T13:15:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-27T13:15:21,673 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 11 msec 2024-11-27T13:15:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-27T13:15:21,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed 2024-11-27T13:15:21,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T13:15:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system 2024-11-27T13:15:21,787 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T13:15:21,787 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:15:21,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2024-11-27T13:15:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-27T13:15:21,788 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T13:15:21,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741849_1025 (size=635) 2024-11-27T13:15:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-27T13:15:22,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-27T13:15:22,198 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 001a1ad7933b85fdd7ec3757cd8f9288, NAME => 'backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0 2024-11-27T13:15:22,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741850_1026 (size=40) 2024-11-27T13:15:22,250 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17327133102172' 2024-11-27T13:15:22,251 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17327133102173' 2024-11-27T13:15:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-27T13:15:22,610 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:15:22,610 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing 001a1ad7933b85fdd7ec3757cd8f9288, disabling compactions & flushes 2024-11-27T13:15:22,610 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288. 2024-11-27T13:15:22,611 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288. 2024-11-27T13:15:22,611 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288. after waiting 0 ms 2024-11-27T13:15:22,611 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288. 2024-11-27T13:15:22,611 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288. 2024-11-27T13:15:22,612 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for 001a1ad7933b85fdd7ec3757cd8f9288: Waiting for close lock at 1732713322610Disabling compacts and flushes for region at 1732713322610Disabling writes for close at 1732713322611 (+1 ms)Writing region close event to WAL at 1732713322611Closed at 1732713322611 2024-11-27T13:15:22,615 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T13:15:22,615 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1732713322615"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732713322615"}]},"ts":"1732713322615"} 2024-11-27T13:15:22,620 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T13:15:22,621 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T13:15:22,621 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732713322621"}]},"ts":"1732713322621"} 2024-11-27T13:15:22,623 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta 2024-11-27T13:15:22,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=001a1ad7933b85fdd7ec3757cd8f9288, ASSIGN}] 2024-11-27T13:15:22,625 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=001a1ad7933b85fdd7ec3757cd8f9288, ASSIGN 2024-11-27T13:15:22,626 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=001a1ad7933b85fdd7ec3757cd8f9288, ASSIGN; state=OFFLINE, location=1ba5af43fd99,45367,1732713300833; forceNewPlan=false, retain=false 2024-11-27T13:15:22,777 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=001a1ad7933b85fdd7ec3757cd8f9288, regionState=OPENING, regionLocation=1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:22,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=001a1ad7933b85fdd7ec3757cd8f9288, ASSIGN because future has completed 2024-11-27T13:15:22,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 001a1ad7933b85fdd7ec3757cd8f9288, server=1ba5af43fd99,45367,1732713300833}] 2024-11-27T13:15:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-27T13:15:22,940 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288. 2024-11-27T13:15:22,940 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => 001a1ad7933b85fdd7ec3757cd8f9288, NAME => 'backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288.', STARTKEY => '', ENDKEY => ''} 2024-11-27T13:15:22,940 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T13:15:22,941 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 001a1ad7933b85fdd7ec3757cd8f9288 2024-11-27T13:15:22,941 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:15:22,941 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for 001a1ad7933b85fdd7ec3757cd8f9288 2024-11-27T13:15:22,941 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for 001a1ad7933b85fdd7ec3757cd8f9288 2024-11-27T13:15:22,944 INFO [StoreOpener-001a1ad7933b85fdd7ec3757cd8f9288-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 001a1ad7933b85fdd7ec3757cd8f9288 2024-11-27T13:15:22,947 INFO [StoreOpener-001a1ad7933b85fdd7ec3757cd8f9288-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 001a1ad7933b85fdd7ec3757cd8f9288 columnFamilyName meta 2024-11-27T13:15:22,947 DEBUG [StoreOpener-001a1ad7933b85fdd7ec3757cd8f9288-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:15:22,948 INFO [StoreOpener-001a1ad7933b85fdd7ec3757cd8f9288-1 {}] regionserver.HStore(327): Store=001a1ad7933b85fdd7ec3757cd8f9288/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:15:22,948 INFO [StoreOpener-001a1ad7933b85fdd7ec3757cd8f9288-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 001a1ad7933b85fdd7ec3757cd8f9288 2024-11-27T13:15:22,950 INFO [StoreOpener-001a1ad7933b85fdd7ec3757cd8f9288-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 001a1ad7933b85fdd7ec3757cd8f9288 columnFamilyName session 2024-11-27T13:15:22,950 DEBUG [StoreOpener-001a1ad7933b85fdd7ec3757cd8f9288-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:15:22,951 INFO [StoreOpener-001a1ad7933b85fdd7ec3757cd8f9288-1 {}] regionserver.HStore(327): Store=001a1ad7933b85fdd7ec3757cd8f9288/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:15:22,951 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for 001a1ad7933b85fdd7ec3757cd8f9288 2024-11-27T13:15:22,952 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288 2024-11-27T13:15:22,953 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288 2024-11-27T13:15:22,954 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for 001a1ad7933b85fdd7ec3757cd8f9288 2024-11-27T13:15:22,954 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for 001a1ad7933b85fdd7ec3757cd8f9288 2024-11-27T13:15:22,955 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-27T13:15:22,957 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for 001a1ad7933b85fdd7ec3757cd8f9288 2024-11-27T13:15:22,960 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T13:15:22,960 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened 001a1ad7933b85fdd7ec3757cd8f9288; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9525600320, jitterRate=-0.1128593385219574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-27T13:15:22,961 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 001a1ad7933b85fdd7ec3757cd8f9288 2024-11-27T13:15:22,961 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for 001a1ad7933b85fdd7ec3757cd8f9288: Running coprocessor pre-open hook at 1732713322941Writing region info on filesystem at 1732713322941Initializing all the Stores at 1732713322943 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732713322943Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732713322944 (+1 ms)Cleaning up temporary data from old regions at 1732713322954 (+10 ms)Running coprocessor post-open hooks at 1732713322961 (+7 ms)Region opened successfully at 1732713322961 2024-11-27T13:15:22,962 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288., pid=28, masterSystemTime=1732713322935 2024-11-27T13:15:22,965 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288. 2024-11-27T13:15:22,965 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288. 2024-11-27T13:15:22,966 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=001a1ad7933b85fdd7ec3757cd8f9288, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:22,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 001a1ad7933b85fdd7ec3757cd8f9288, server=1ba5af43fd99,45367,1732713300833 because future has completed 2024-11-27T13:15:22,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-27T13:15:22,974 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 001a1ad7933b85fdd7ec3757cd8f9288, server=1ba5af43fd99,45367,1732713300833 in 189 msec 2024-11-27T13:15:22,975 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-27T13:15:22,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=001a1ad7933b85fdd7ec3757cd8f9288, ASSIGN in 349 msec 2024-11-27T13:15:22,977 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T13:15:22,977 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732713322977"}]},"ts":"1732713322977"} 2024-11-27T13:15:22,980 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta 2024-11-27T13:15:22,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T13:15:22,984 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 1.1960 sec 2024-11-27T13:15:23,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-27T13:15:23,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed 2024-11-27T13:15:23,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T13:15:23,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk 2024-11-27T13:15:23,961 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T13:15:23,961 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:15:23,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2024-11-27T13:15:23,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-27T13:15:23,962 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T13:15:23,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741851_1027 (size=640) 2024-11-27T13:15:24,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-27T13:15:24,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-27T13:15:24,377 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 40eab3de73b334daee2c9eee0ba65c6d, NAME => 'backup:system_bulk,,1732713323957.40eab3de73b334daee2c9eee0ba65c6d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0 2024-11-27T13:15:24,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741852_1028 (size=45) 2024-11-27T13:15:24,438 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-27T13:15:24,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-27T13:15:24,822 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1732713323957.40eab3de73b334daee2c9eee0ba65c6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:15:24,823 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing 40eab3de73b334daee2c9eee0ba65c6d, disabling compactions & flushes 2024-11-27T13:15:24,823 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1732713323957.40eab3de73b334daee2c9eee0ba65c6d. 2024-11-27T13:15:24,823 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1732713323957.40eab3de73b334daee2c9eee0ba65c6d. 2024-11-27T13:15:24,823 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1732713323957.40eab3de73b334daee2c9eee0ba65c6d. after waiting 0 ms 2024-11-27T13:15:24,823 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1732713323957.40eab3de73b334daee2c9eee0ba65c6d. 2024-11-27T13:15:24,823 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1732713323957.40eab3de73b334daee2c9eee0ba65c6d. 2024-11-27T13:15:24,823 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for 40eab3de73b334daee2c9eee0ba65c6d: Waiting for close lock at 1732713324823Disabling compacts and flushes for region at 1732713324823Disabling writes for close at 1732713324823Writing region close event to WAL at 1732713324823Closed at 1732713324823 2024-11-27T13:15:24,825 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T13:15:24,825 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1732713323957.40eab3de73b334daee2c9eee0ba65c6d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732713324825"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732713324825"}]},"ts":"1732713324825"} 2024-11-27T13:15:24,827 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T13:15:24,829 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T13:15:24,829 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732713324829"}]},"ts":"1732713324829"} 2024-11-27T13:15:24,831 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2024-11-27T13:15:24,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=40eab3de73b334daee2c9eee0ba65c6d, ASSIGN}] 2024-11-27T13:15:24,833 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=40eab3de73b334daee2c9eee0ba65c6d, ASSIGN 2024-11-27T13:15:24,834 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=40eab3de73b334daee2c9eee0ba65c6d, ASSIGN; state=OFFLINE, location=1ba5af43fd99,45367,1732713300833; forceNewPlan=false, retain=false 2024-11-27T13:15:24,985 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=40eab3de73b334daee2c9eee0ba65c6d, regionState=OPENING, regionLocation=1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:24,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=40eab3de73b334daee2c9eee0ba65c6d, ASSIGN because future has completed 2024-11-27T13:15:24,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40eab3de73b334daee2c9eee0ba65c6d, server=1ba5af43fd99,45367,1732713300833}] 2024-11-27T13:15:25,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-27T13:15:25,157 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1732713323957.40eab3de73b334daee2c9eee0ba65c6d. 2024-11-27T13:15:25,157 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 40eab3de73b334daee2c9eee0ba65c6d, NAME => 'backup:system_bulk,,1732713323957.40eab3de73b334daee2c9eee0ba65c6d.', STARTKEY => '', ENDKEY => ''} 2024-11-27T13:15:25,157 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T13:15:25,157 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 40eab3de73b334daee2c9eee0ba65c6d 2024-11-27T13:15:25,157 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1732713323957.40eab3de73b334daee2c9eee0ba65c6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:15:25,158 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 40eab3de73b334daee2c9eee0ba65c6d 2024-11-27T13:15:25,158 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 40eab3de73b334daee2c9eee0ba65c6d 2024-11-27T13:15:25,160 INFO [StoreOpener-40eab3de73b334daee2c9eee0ba65c6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 40eab3de73b334daee2c9eee0ba65c6d 2024-11-27T13:15:25,163 INFO [StoreOpener-40eab3de73b334daee2c9eee0ba65c6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40eab3de73b334daee2c9eee0ba65c6d columnFamilyName meta 2024-11-27T13:15:25,163 DEBUG [StoreOpener-40eab3de73b334daee2c9eee0ba65c6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:15:25,164 INFO [StoreOpener-40eab3de73b334daee2c9eee0ba65c6d-1 {}] regionserver.HStore(327): Store=40eab3de73b334daee2c9eee0ba65c6d/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:15:25,164 INFO [StoreOpener-40eab3de73b334daee2c9eee0ba65c6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 40eab3de73b334daee2c9eee0ba65c6d 2024-11-27T13:15:25,166 INFO [StoreOpener-40eab3de73b334daee2c9eee0ba65c6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40eab3de73b334daee2c9eee0ba65c6d columnFamilyName session 2024-11-27T13:15:25,166 DEBUG [StoreOpener-40eab3de73b334daee2c9eee0ba65c6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:15:25,167 INFO [StoreOpener-40eab3de73b334daee2c9eee0ba65c6d-1 {}] regionserver.HStore(327): Store=40eab3de73b334daee2c9eee0ba65c6d/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:15:25,167 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 40eab3de73b334daee2c9eee0ba65c6d 2024-11-27T13:15:25,168 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system_bulk/40eab3de73b334daee2c9eee0ba65c6d 2024-11-27T13:15:25,169 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system_bulk/40eab3de73b334daee2c9eee0ba65c6d 2024-11-27T13:15:25,170 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 40eab3de73b334daee2c9eee0ba65c6d 2024-11-27T13:15:25,170 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 40eab3de73b334daee2c9eee0ba65c6d 2024-11-27T13:15:25,171 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-27T13:15:25,172 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 40eab3de73b334daee2c9eee0ba65c6d 2024-11-27T13:15:25,175 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system_bulk/40eab3de73b334daee2c9eee0ba65c6d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T13:15:25,176 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 40eab3de73b334daee2c9eee0ba65c6d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11489789600, jitterRate=0.0700700432062149}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-27T13:15:25,177 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40eab3de73b334daee2c9eee0ba65c6d 2024-11-27T13:15:25,177 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 40eab3de73b334daee2c9eee0ba65c6d: Running coprocessor pre-open hook at 1732713325158Writing region info on filesystem at 1732713325158Initializing all the Stores at 1732713325160 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732713325160Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732713325160Cleaning up temporary data from old regions at 1732713325170 (+10 ms)Running coprocessor post-open hooks at 1732713325177 (+7 ms)Region opened successfully at 1732713325177 2024-11-27T13:15:25,179 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1732713323957.40eab3de73b334daee2c9eee0ba65c6d., pid=31, masterSystemTime=1732713325145 2024-11-27T13:15:25,181 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1732713323957.40eab3de73b334daee2c9eee0ba65c6d. 2024-11-27T13:15:25,181 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1732713323957.40eab3de73b334daee2c9eee0ba65c6d. 2024-11-27T13:15:25,182 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=40eab3de73b334daee2c9eee0ba65c6d, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:25,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40eab3de73b334daee2c9eee0ba65c6d, server=1ba5af43fd99,45367,1732713300833 because future has completed 2024-11-27T13:15:25,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-27T13:15:25,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 40eab3de73b334daee2c9eee0ba65c6d, server=1ba5af43fd99,45367,1732713300833 in 196 msec 2024-11-27T13:15:25,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-27T13:15:25,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=40eab3de73b334daee2c9eee0ba65c6d, ASSIGN in 357 msec 2024-11-27T13:15:25,193 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T13:15:25,193 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732713325193"}]},"ts":"1732713325193"} 2024-11-27T13:15:25,196 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2024-11-27T13:15:25,197 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T13:15:25,199 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 1.2390 sec 2024-11-27T13:15:26,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-27T13:15:26,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed 2024-11-27T13:15:26,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T13:15:26,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T13:15:26,131 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-27T13:15:26,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2] 2024-11-27T13:15:26,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2024-11-27T13:15:26,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-27T13:15:26,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732713326155 (current time:1732713326155). 2024-11-27T13:15:26,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T13:15:26,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-27T13:15:26,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c3869ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:15:26,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:15:26,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:15:26,157 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:15:26,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:15:26,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:15:26,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec3ffa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:15:26,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:15:26,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:15:26,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:15:26,159 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:15:26,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@521fe8b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:15:26,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:15:26,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:15:26,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:15:26,165 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:15:26,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805. 2024-11-27T13:15:26,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:15:26,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:15:26,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:15:26,166 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:15:26,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-27T13:15:26,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-27T13:15:26,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-27T13:15:26,178 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T13:15:26,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-27T13:15:26,183 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T13:15:26,195 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T13:15:26,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741853_1029 (size=52) 2024-11-27T13:15:26,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-27T13:15:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-27T13:15:26,606 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T13:15:26,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 001a1ad7933b85fdd7ec3757cd8f9288}] 2024-11-27T13:15:26,615 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 001a1ad7933b85fdd7ec3757cd8f9288 2024-11-27T13:15:26,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-27T13:15:26,781 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288. 2024-11-27T13:15:26,781 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 001a1ad7933b85fdd7ec3757cd8f9288 2/2 column families, dataSize=45 B heapSize=632 B 2024-11-27T13:15:26,797 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/.tmp/session/4930183ea007448a953634c05923f060 is 49, key is activesession:/session:c/1732713326146/Put/seqid=0 2024-11-27T13:15:26,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741854_1030 (size=5049) 2024-11-27T13:15:26,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-27T13:15:27,205 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/.tmp/session/4930183ea007448a953634c05923f060 2024-11-27T13:15:27,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/.tmp/session/4930183ea007448a953634c05923f060 as hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/session/4930183ea007448a953634c05923f060 2024-11-27T13:15:27,228 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/session/4930183ea007448a953634c05923f060, entries=1, sequenceid=5, filesize=4.9 K 2024-11-27T13:15:27,229 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 001a1ad7933b85fdd7ec3757cd8f9288 in 448ms, sequenceid=5, compaction requested=false 2024-11-27T13:15:27,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2024-11-27T13:15:27,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 001a1ad7933b85fdd7ec3757cd8f9288: 2024-11-27T13:15:27,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288. for snapshot_backup_system completed. 2024-11-27T13:15:27,232 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288.' region-info for snapshot=snapshot_backup_system 2024-11-27T13:15:27,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T13:15:27,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T13:15:27,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/session/4930183ea007448a953634c05923f060] hfiles 2024-11-27T13:15:27,242 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/session/4930183ea007448a953634c05923f060 for snapshot=snapshot_backup_system 2024-11-27T13:15:27,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741855_1031 (size=95) 2024-11-27T13:15:27,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-27T13:15:27,654 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288. 2024-11-27T13:15:27,657 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-27T13:15:27,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-27T13:15:27,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 001a1ad7933b85fdd7ec3757cd8f9288 2024-11-27T13:15:27,662 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 001a1ad7933b85fdd7ec3757cd8f9288 2024-11-27T13:15:27,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-27T13:15:27,667 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T13:15:27,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 001a1ad7933b85fdd7ec3757cd8f9288 in 1.0530 sec 2024-11-27T13:15:27,668 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T13:15:27,669 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T13:15:27,670 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-27T13:15:27,672 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-27T13:15:27,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741856_1032 (size=731) 2024-11-27T13:15:28,096 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T13:15:28,109 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T13:15:28,110 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/.hbase-snapshot/snapshot_backup_system 2024-11-27T13:15:28,112 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T13:15:28,112 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-27T13:15:28,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.9400 sec 2024-11-27T13:15:28,254 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2024-11-27T13:15:28,311 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T13:15:28,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-27T13:15:28,340 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-27T13:15:28,341 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732713321627 started at 1732713328340. 2024-11-27T13:15:28,361 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732713321627 has been started. 2024-11-27T13:15:28,365 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-27T13:15:28,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc 2024-11-27T13:15:28,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-27T13:15:28,373 INFO [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-27T13:15:28,373 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-27T13:15:28,373 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-27T13:15:28,374 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-27T13:15:28,374 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-27T13:15:28,375 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-27T13:15:28,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-27T13:15:28,386 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:28,386 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-27T13:15:28,386 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-27T13:15:28,387 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:28,387 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-27T13:15:28,387 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-27T13:15:28,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-27T13:15:28,389 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-27T13:15:28,389 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-27T13:15:28,389 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-27T13:15:28,390 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-27T13:15:28,390 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-27T13:15:28,391 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-27T13:15:28,391 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-27T13:15:28,391 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-27T13:15:28,391 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-27T13:15:28,391 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '1ba5af43fd99,45367,1732713300833' joining acquired barrier for procedure (rolllog) in zk 2024-11-27T13:15:28,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:28,400 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-27T13:15:28,400 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:28,400 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T13:15:28,400 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T13:15:28,400 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-27T13:15:28,401 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-27T13:15:28,401 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T13:15:28,402 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T13:15:28,403 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T13:15:28,403 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:28,404 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T13:15:28,405 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '1ba5af43fd99,45367,1732713300833' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-27T13:15:28,405 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-27T13:15:28,405 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@4a5fe2cb[Count = 0] remaining members to acquire global barrier 2024-11-27T13:15:28,405 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-27T13:15:28,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T13:15:28,417 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-27T13:15:28,417 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-27T13:15:28,418 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-27T13:15:28,418 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:28,418 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-27T13:15:28,418 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-27T13:15:28,419 DEBUG [rs(1ba5af43fd99,45367,1732713300833)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:28,424 INFO [rs(1ba5af43fd99,45367,1732713300833)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732713304434 highest: 1732713311913 on 1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:28,425 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0:(num 1732713304434) roll requested 2024-11-27T13:15:28,441 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0.1732713328425, exclude list is [], retry=0 2024-11-27T13:15:28,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44177,DS-72d124e0-e64d-42e4-86f6-29440b63400a,DISK] 2024-11-27T13:15:28,446 INFO [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0.1732713304434 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0.1732713328425 2024-11-27T13:15:28,447 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37417:37417)] 2024-11-27T13:15:28,447 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0.1732713304434 is not closed yet, will try archiving it next time 2024-11-27T13:15:28,447 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1ba5af43fd99%2C45367%2C1732713300833.meta:.meta(num 1732713305319) roll requested 2024-11-27T13:15:28,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741833_1009 (size=1034) 2024-11-27T13:15:28,450 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0.1732713304434 to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/oldWALs/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0.1732713304434 2024-11-27T13:15:28,460 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.meta.1732713328447.meta, exclude list is [], retry=0 2024-11-27T13:15:28,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44177,DS-72d124e0-e64d-42e4-86f6-29440b63400a,DISK] 2024-11-27T13:15:28,464 INFO [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.meta.1732713305319.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.meta.1732713328447.meta 2024-11-27T13:15:28,465 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37417:37417)] 2024-11-27T13:15:28,465 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.meta.1732713305319.meta is not closed yet, will try archiving it next time 2024-11-27T13:15:28,465 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1:(num 1732713311913) roll requested 2024-11-27T13:15:28,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741834_1010 (size=12055) 2024-11-27T13:15:28,467 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.meta.1732713305319.meta not finished, retry = 0 2024-11-27T13:15:28,478 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1.1732713328465, exclude list is [], retry=0 2024-11-27T13:15:28,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44177,DS-72d124e0-e64d-42e4-86f6-29440b63400a,DISK] 2024-11-27T13:15:28,483 INFO [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1.1732713311913 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1.1732713328465 2024-11-27T13:15:28,483 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37417:37417)] 2024-11-27T13:15:28,483 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1.1732713311913 is not closed yet, will try archiving it next time 2024-11-27T13:15:28,485 DEBUG [rs(1ba5af43fd99,45367,1732713300833)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61 2024-11-27T13:15:28,486 INFO [rs(1ba5af43fd99,45367,1732713300833)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732713328425 on 1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:28,486 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1.1732713311913 not finished, retry = 0 2024-11-27T13:15:28,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741840_1016 (size=4756) 2024-11-27T13:15:28,486 DEBUG [rs(1ba5af43fd99,45367,1732713300833)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T13:15:28,486 DEBUG [rs(1ba5af43fd99,45367,1732713300833)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,32805,1732713299260 2024-11-27T13:15:28,486 DEBUG [rs(1ba5af43fd99,45367,1732713300833)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d70cf08 2024-11-27T13:15:28,486 DEBUG [rs(1ba5af43fd99,45367,1732713300833)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T13:15:28,487 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T13:15:28,488 DEBUG [rs(1ba5af43fd99,45367,1732713300833)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:15:28,488 DEBUG [rs(1ba5af43fd99,45367,1732713300833)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:15:28,488 DEBUG [rs(1ba5af43fd99,45367,1732713300833)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:15:28,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41593, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-27T13:15:28,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T13:15:28,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T13:15:28,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:35613/backupUT\x00', locateType=CURRENT is [region=backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2] 2024-11-27T13:15:28,513 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-27T13:15:28,513 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '1ba5af43fd99,45367,1732713300833' in zk 2024-11-27T13:15:28,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:28,526 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-27T13:15:28,526 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-27T13:15:28,526 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:28,526 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T13:15:28,526 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T13:15:28,526 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-27T13:15:28,527 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T13:15:28,528 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T13:15:28,528 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T13:15:28,528 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:28,529 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T13:15:28,529 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T13:15:28,530 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:28,531 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '1ba5af43fd99,45367,1732713300833': 2024-11-27T13:15:28,531 INFO [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-27T13:15:28,531 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-27T13:15:28,531 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-27T13:15:28,531 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-27T13:15:28,531 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '1ba5af43fd99,45367,1732713300833' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-27T13:15:28,531 INFO [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-27T13:15:28,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T13:15:28,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T13:15:28,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-27T13:15:28,544 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-27T13:15:28,544 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-27T13:15:28,544 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T13:15:28,544 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T13:15:28,544 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-27T13:15:28,544 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T13:15:28,545 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-27T13:15:28,545 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-27T13:15:28,545 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:28,545 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T13:15:28,545 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-27T13:15:28,546 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T13:15:28,547 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T13:15:28,547 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:28,548 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:28,549 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T13:15:28,550 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T13:15:28,551 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:28,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:28,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-27T13:15:28,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-27T13:15:28,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-27T13:15:28,568 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-27T13:15:28,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:28,568 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-27T13:15:28,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T13:15:28,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-27T13:15:28,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T13:15:28,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T13:15:28,569 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-27T13:15:28,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-27T13:15:28,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-27T13:15:28,569 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-27T13:15:28,569 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-27T13:15:28,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-27T13:15:28,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1732713328588_default_test-1732713310217 table=test-1732713310217 type=FLUSH ttl=0 } 2024-11-27T13:15:28,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732713328589 (current time:1732713328589). 2024-11-27T13:15:28,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T13:15:28,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732713328588_default_test-1732713310217 VERSION not specified, setting to 2 2024-11-27T13:15:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f7a6185, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:15:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:15:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:15:28,592 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:15:28,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:15:28,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:15:28,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@795eb7c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:15:28,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:15:28,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:15:28,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:15:28,594 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:15:28,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78b2cf7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:15:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:15:28,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:15:28,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:15:28,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:15:28,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805. 2024-11-27T13:15:28,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:15:28,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:15:28,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:15:28,600 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:15:28,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-27T13:15:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732713328588_default_test-1732713310217 table=test-1732713310217 type=FLUSH ttl=0 } 2024-11-27T13:15:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732713328588_default_test-1732713310217 table=test-1732713310217 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-27T13:15:28,604 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732713328588_default_test-1732713310217 table=test-1732713310217 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T13:15:28,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-27T13:15:28,605 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732713328588_default_test-1732713310217 table=test-1732713310217 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T13:15:28,608 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732713328588_default_test-1732713310217 table=test-1732713310217 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T13:15:28,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741860_1036 (size=84) 2024-11-27T13:15:28,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-27T13:15:28,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-27T13:15:29,017 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732713328588_default_test-1732713310217 table=test-1732713310217 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T13:15:29,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf814bcfc0144fe2852321b1414833e0}] 2024-11-27T13:15:29,019 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:15:29,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-27T13:15:29,173 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0. 2024-11-27T13:15:29,173 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing cf814bcfc0144fe2852321b1414833e0 3/3 column families, dataSize=654 B heapSize=2.25 KB 2024-11-27T13:15:29,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/.tmp/f3/39c13b75ac3940b09f4ce3355ca0752e is 58, key is row-test-1732713310217-3-0/f3:q1/1732713321594/Put/seqid=0 2024-11-27T13:15:29,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741861_1037 (size=5387) 2024-11-27T13:15:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-27T13:15:29,604 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/.tmp/f3/39c13b75ac3940b09f4ce3355ca0752e 2024-11-27T13:15:29,656 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-11-27T13:15:29,656 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2024-11-27T13:15:29,658 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-11-27T13:15:29,658 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2024-11-27T13:15:29,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741862_1038 (size=4469) 2024-11-27T13:15:29,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-27T13:15:30,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/.tmp/mob/5a8a3fea3dc344bf8e650306a9f7d5c1 is 59, key is row-test-1732713310217-3-0/mob:q1/1732713321609/Put/seqid=0 2024-11-27T13:15:30,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741863_1039 (size=5484) 2024-11-27T13:15:30,524 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/.tmp/mob/5a8a3fea3dc344bf8e650306a9f7d5c1 2024-11-27T13:15:30,533 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/.tmp/f3/39c13b75ac3940b09f4ce3355ca0752e as hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/f3/39c13b75ac3940b09f4ce3355ca0752e 2024-11-27T13:15:30,543 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/f3/39c13b75ac3940b09f4ce3355ca0752e, entries=6, sequenceid=121, filesize=5.3 K 2024-11-27T13:15:30,544 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/.tmp/mob/5a8a3fea3dc344bf8e650306a9f7d5c1 as hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/mob/5a8a3fea3dc344bf8e650306a9f7d5c1 2024-11-27T13:15:30,552 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/mob/5a8a3fea3dc344bf8e650306a9f7d5c1, entries=6, sequenceid=121, filesize=5.4 K 2024-11-27T13:15:30,553 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for cf814bcfc0144fe2852321b1414833e0 in 1380ms, sequenceid=121, compaction requested=false 2024-11-27T13:15:30,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for cf814bcfc0144fe2852321b1414833e0: 2024-11-27T13:15:30,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0. for snapshot_1732713328588_default_test-1732713310217 completed. 2024-11-27T13:15:30,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0.' region-info for snapshot=snapshot_1732713328588_default_test-1732713310217 2024-11-27T13:15:30,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T13:15:30,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/f/bf9efd0aa98f4bad8db4eac80a9e20fb] hfiles 2024-11-27T13:15:30,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/f/bf9efd0aa98f4bad8db4eac80a9e20fb for snapshot=snapshot_1732713328588_default_test-1732713310217 2024-11-27T13:15:30,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/f3/39c13b75ac3940b09f4ce3355ca0752e] hfiles 2024-11-27T13:15:30,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/f3/39c13b75ac3940b09f4ce3355ca0752e for snapshot=snapshot_1732713328588_default_test-1732713310217 2024-11-27T13:15:30,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/mob/5a8a3fea3dc344bf8e650306a9f7d5c1] hfiles 2024-11-27T13:15:30,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/mob/5a8a3fea3dc344bf8e650306a9f7d5c1 for snapshot=snapshot_1732713328588_default_test-1732713310217 2024-11-27T13:15:30,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741864_1040 (size=185) 2024-11-27T13:15:30,660 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-27T13:15:30,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-27T13:15:30,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0. 2024-11-27T13:15:30,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-27T13:15:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-27T13:15:30,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732713328588_default_test-1732713310217 on region cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:15:30,965 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:15:30,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-27T13:15:30,975 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732713328588_default_test-1732713310217 table=test-1732713310217 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T13:15:30,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cf814bcfc0144fe2852321b1414833e0 in 1.9510 sec 2024-11-27T13:15:30,977 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732713328588_default_test-1732713310217 table=test-1732713310217 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T13:15:30,979 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-27T13:15:30,979 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-27T13:15:30,979 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:15:30,980 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-27T13:15:30,980 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:15:30,981 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3 2024-11-27T13:15:30,981 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:15:30,982 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob 2024-11-27T13:15:30,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741865_1041 (size=49) 2024-11-27T13:15:31,395 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732713328588_default_test-1732713310217 table=test-1732713310217 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T13:15:31,395 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732713328588_default_test-1732713310217 2024-11-27T13:15:31,398 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/.hbase-snapshot/.tmp/snapshot_1732713328588_default_test-1732713310217 2024-11-27T13:15:31,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741866_1042 (size=1146) 2024-11-27T13:15:31,814 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732713328588_default_test-1732713310217 table=test-1732713310217 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T13:15:31,827 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732713328588_default_test-1732713310217 table=test-1732713310217 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T13:15:31,828 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/.hbase-snapshot/.tmp/snapshot_1732713328588_default_test-1732713310217 to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/.hbase-snapshot/snapshot_1732713328588_default_test-1732713310217 2024-11-27T13:15:31,830 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732713328588_default_test-1732713310217 table=test-1732713310217 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T13:15:31,830 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732713328588_default_test-1732713310217 table=test-1732713310217 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-27T13:15:31,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732713328588_default_test-1732713310217 table=test-1732713310217 type=FLUSH ttl=0 } in 3.2290 sec 2024-11-27T13:15:32,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-27T13:15:32,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1732713310217 completed 2024-11-27T13:15:32,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1732713332782_ns2_test-17327133102171 table=ns2:test-17327133102171 type=FLUSH ttl=0 } 2024-11-27T13:15:32,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732713332784 (current time:1732713332784). 2024-11-27T13:15:32,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T13:15:32,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732713332782_ns2_test-17327133102171 VERSION not specified, setting to 2 2024-11-27T13:15:32,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f33cd5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:15:32,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:15:32,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:15:32,789 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:15:32,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:15:32,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:15:32,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a3b54a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:15:32,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:15:32,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:15:32,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:15:32,791 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:15:32,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e4b470a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:15:32,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:15:32,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:15:32,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:15:32,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:15:32,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805. 2024-11-27T13:15:32,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:15:32,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:15:32,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:15:32,797 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:15:32,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-27T13:15:32,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732713332782_ns2_test-17327133102171 table=ns2:test-17327133102171 type=FLUSH ttl=0 } 2024-11-27T13:15:32,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732713332782_ns2_test-17327133102171 table=ns2:test-17327133102171 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-27T13:15:32,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-27T13:15:32,800 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732713332782_ns2_test-17327133102171 table=ns2:test-17327133102171 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T13:15:32,801 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732713332782_ns2_test-17327133102171 table=ns2:test-17327133102171 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T13:15:32,805 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732713332782_ns2_test-17327133102171 table=ns2:test-17327133102171 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T13:15:32,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741867_1043 (size=86) 2024-11-27T13:15:32,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-27T13:15:33,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-27T13:15:33,214 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732713332782_ns2_test-17327133102171 table=ns2:test-17327133102171 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T13:15:33,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 779c4c4c296e49eea00a4cb280f65b7c}] 2024-11-27T13:15:33,217 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 779c4c4c296e49eea00a4cb280f65b7c 2024-11-27T13:15:33,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2024-11-27T13:15:33,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17327133102171,,1732713313085.779c4c4c296e49eea00a4cb280f65b7c. 2024-11-27T13:15:33,371 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 779c4c4c296e49eea00a4cb280f65b7c 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-27T13:15:33,398 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns2/test-17327133102171/779c4c4c296e49eea00a4cb280f65b7c/.tmp/f/b609c18a071e4486bdca2c47a227871e is 37, key is row10/f:q1/1732713315262/Put/seqid=0 2024-11-27T13:15:33,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741868_1044 (size=8413) 2024-11-27T13:15:33,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-27T13:15:33,804 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns2/test-17327133102171/779c4c4c296e49eea00a4cb280f65b7c/.tmp/f/b609c18a071e4486bdca2c47a227871e 2024-11-27T13:15:33,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns2/test-17327133102171/779c4c4c296e49eea00a4cb280f65b7c/.tmp/f/b609c18a071e4486bdca2c47a227871e as hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns2/test-17327133102171/779c4c4c296e49eea00a4cb280f65b7c/f/b609c18a071e4486bdca2c47a227871e 2024-11-27T13:15:33,827 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns2/test-17327133102171/779c4c4c296e49eea00a4cb280f65b7c/f/b609c18a071e4486bdca2c47a227871e, entries=99, sequenceid=103, filesize=8.2 K 2024-11-27T13:15:33,829 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 779c4c4c296e49eea00a4cb280f65b7c in 458ms, sequenceid=103, compaction requested=false 2024-11-27T13:15:33,829 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 779c4c4c296e49eea00a4cb280f65b7c: 2024-11-27T13:15:33,829 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17327133102171,,1732713313085.779c4c4c296e49eea00a4cb280f65b7c. for snapshot_1732713332782_ns2_test-17327133102171 completed. 2024-11-27T13:15:33,829 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17327133102171,,1732713313085.779c4c4c296e49eea00a4cb280f65b7c.' region-info for snapshot=snapshot_1732713332782_ns2_test-17327133102171 2024-11-27T13:15:33,829 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T13:15:33,829 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns2/test-17327133102171/779c4c4c296e49eea00a4cb280f65b7c/f/b609c18a071e4486bdca2c47a227871e] hfiles 2024-11-27T13:15:33,829 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns2/test-17327133102171/779c4c4c296e49eea00a4cb280f65b7c/f/b609c18a071e4486bdca2c47a227871e for snapshot=snapshot_1732713332782_ns2_test-17327133102171 2024-11-27T13:15:33,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741869_1045 (size=91) 2024-11-27T13:15:33,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-27T13:15:34,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17327133102171,,1732713313085.779c4c4c296e49eea00a4cb280f65b7c. 2024-11-27T13:15:34,238 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-27T13:15:34,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-27T13:15:34,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732713332782_ns2_test-17327133102171 on region 779c4c4c296e49eea00a4cb280f65b7c 2024-11-27T13:15:34,239 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 779c4c4c296e49eea00a4cb280f65b7c 2024-11-27T13:15:34,247 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-27T13:15:34,247 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732713332782_ns2_test-17327133102171 table=ns2:test-17327133102171 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T13:15:34,247 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 779c4c4c296e49eea00a4cb280f65b7c in 1.0260 sec 2024-11-27T13:15:34,249 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732713332782_ns2_test-17327133102171 table=ns2:test-17327133102171 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T13:15:34,250 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732713332782_ns2_test-17327133102171 table=ns2:test-17327133102171 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T13:15:34,250 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732713332782_ns2_test-17327133102171 2024-11-27T13:15:34,251 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/.hbase-snapshot/.tmp/snapshot_1732713332782_ns2_test-17327133102171 2024-11-27T13:15:34,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741870_1046 (size=456) 2024-11-27T13:15:34,696 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732713332782_ns2_test-17327133102171 table=ns2:test-17327133102171 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T13:15:34,704 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732713332782_ns2_test-17327133102171 table=ns2:test-17327133102171 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T13:15:34,704 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/.hbase-snapshot/.tmp/snapshot_1732713332782_ns2_test-17327133102171 to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/.hbase-snapshot/snapshot_1732713332782_ns2_test-17327133102171 2024-11-27T13:15:34,706 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732713332782_ns2_test-17327133102171 table=ns2:test-17327133102171 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T13:15:34,706 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732713332782_ns2_test-17327133102171 table=ns2:test-17327133102171 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-27T13:15:34,708 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732713332782_ns2_test-17327133102171 table=ns2:test-17327133102171 type=FLUSH ttl=0 } in 1.9080 sec 2024-11-27T13:15:34,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-27T13:15:34,951 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17327133102171 completed 2024-11-27T13:15:34,952 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1732713321627 2024-11-27T13:15:34,952 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-27T13:15:34,956 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2024-11-27T13:15:34,959 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732713321627_ns2:test-17327133102171 2024-11-27T13:15:34,959 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732713332782_ns2_test-17327133102171 to hdfs://localhost:35613/backupUT/backup_1732713321627/ns2/test-17327133102171/ 2024-11-27T13:15:34,967 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-27T13:15:34,998 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:35613, inputRoot=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0 2024-11-27T13:15:34,998 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1354142646_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:35613/backupUT/backup_1732713321627/ns2/test-17327133102171, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:35613/backupUT/backup_1732713321627/ns2/test-17327133102171/.hbase-snapshot/.tmp/snapshot_1732713332782_ns2_test-17327133102171 2024-11-27T13:15:35,001 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-27T13:15:35,007 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/.hbase-snapshot/snapshot_1732713332782_ns2_test-17327133102171 to hdfs://localhost:35613/backupUT/backup_1732713321627/ns2/test-17327133102171/.hbase-snapshot/.tmp/snapshot_1732713332782_ns2_test-17327133102171 2024-11-27T13:15:35,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741871_1047 (size=86) 2024-11-27T13:15:35,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741872_1048 (size=456) 2024-11-27T13:15:35,432 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:15:35,432 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:15:35,433 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:15:36,331 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/hadoop-6065297558251803243.jar 2024-11-27T13:15:36,331 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:15:36,332 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:15:36,332 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:15:36,332 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:15:36,333 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:15:36,333 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:15:36,333 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:15:36,334 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:15:36,334 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:15:36,334 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T13:15:36,335 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T13:15:36,335 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T13:15:36,335 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T13:15:36,335 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T13:15:36,336 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T13:15:36,336 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T13:15:36,336 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T13:15:36,336 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T13:15:36,337 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T13:15:36,337 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T13:15:36,339 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T13:15:36,339 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T13:15:36,339 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T13:15:36,339 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T13:15:36,340 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T13:15:36,340 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T13:15:36,340 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T13:15:36,400 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T13:15:36,428 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732713332782_ns2_test-17327133102171' hfile list 2024-11-27T13:15:36,434 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=8.2 K 2024-11-27T13:15:36,639 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/mapreduce.cluster.local.dir/job_local1949884945_0001_d0132df5-cb5d-4a23-966a-69c979f51d4a/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-27T13:15:36,639 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/mapreduce.cluster.local.dir/job_local1949884945_0001_d0132df5-cb5d-4a23-966a-69c979f51d4a/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-27T13:15:36,793 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-11-27T13:15:36,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741873_1049 (size=8413) 2024-11-27T13:15:37,278 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns2/test-17327133102171/779c4c4c296e49eea00a4cb280f65b7c/f/b609c18a071e4486bdca2c47a227871e output=hdfs://localhost:35613/backupUT/backup_1732713321627/ns2/test-17327133102171/archive/data/ns2/test-17327133102171/779c4c4c296e49eea00a4cb280f65b7c/f/b609c18a071e4486bdca2c47a227871e 2024-11-27T13:15:37,280 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.017M/sec 2024-11-27T13:15:37,731 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-27T13:15:37,732 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-27T13:15:37,738 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732713332782_ns2_test-17327133102171 2024-11-27T13:15:37,739 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732713332782_ns2_test-17327133102171 finished. 2024-11-27T13:15:37,739 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732713321627_test-1732713310217 2024-11-27T13:15:37,739 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732713328588_default_test-1732713310217 to hdfs://localhost:35613/backupUT/backup_1732713321627/default/test-1732713310217/ 2024-11-27T13:15:37,739 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-27T13:15:37,767 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:35613, inputRoot=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0 2024-11-27T13:15:37,767 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1354142646_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:35613/backupUT/backup_1732713321627/default/test-1732713310217, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:35613/backupUT/backup_1732713321627/default/test-1732713310217/.hbase-snapshot/.tmp/snapshot_1732713328588_default_test-1732713310217 2024-11-27T13:15:37,770 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-27T13:15:37,776 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/.hbase-snapshot/snapshot_1732713328588_default_test-1732713310217 to hdfs://localhost:35613/backupUT/backup_1732713321627/default/test-1732713310217/.hbase-snapshot/.tmp/snapshot_1732713328588_default_test-1732713310217 2024-11-27T13:15:37,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741874_1050 (size=84) 2024-11-27T13:15:37,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741875_1051 (size=1146) 2024-11-27T13:15:38,190 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:15:38,191 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:15:38,191 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:15:39,067 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/hadoop-4793296439564109613.jar 2024-11-27T13:15:39,068 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:15:39,068 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:15:39,068 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:15:39,069 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:15:39,069 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:15:39,069 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:15:39,069 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:15:39,070 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:15:39,070 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:15:39,070 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T13:15:39,070 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T13:15:39,071 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T13:15:39,071 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T13:15:39,071 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T13:15:39,072 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T13:15:39,072 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T13:15:39,072 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T13:15:39,072 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T13:15:39,073 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T13:15:39,073 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T13:15:39,073 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T13:15:39,073 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T13:15:39,073 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T13:15:39,074 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T13:15:39,074 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T13:15:39,074 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T13:15:39,074 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T13:15:39,112 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T13:15:39,137 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732713328588_default_test-1732713310217' hfile list 2024-11-27T13:15:39,140 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=18.8 K 2024-11-27T13:15:39,229 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/mapreduce.cluster.local.dir/job_local509103076_0002_25703ab8-8222-47db-94b4-292ada48b11d/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-27T13:15:39,229 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/mapreduce.cluster.local.dir/job_local509103076_0002_25703ab8-8222-47db-94b4-292ada48b11d/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-27T13:15:39,305 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-11-27T13:15:39,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741876_1052 (size=8413) 2024-11-27T13:15:39,741 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/f/bf9efd0aa98f4bad8db4eac80a9e20fb output=hdfs://localhost:35613/backupUT/backup_1732713321627/default/test-1732713310217/archive/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/f/bf9efd0aa98f4bad8db4eac80a9e20fb 2024-11-27T13:15:39,741 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-11-27T13:15:39,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741877_1053 (size=5484) 2024-11-27T13:15:40,203 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/mob/5a8a3fea3dc344bf8e650306a9f7d5c1 output=hdfs://localhost:35613/backupUT/backup_1732713321627/default/test-1732713310217/archive/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/mob/5a8a3fea3dc344bf8e650306a9f7d5c1 2024-11-27T13:15:40,203 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.011M/sec 2024-11-27T13:15:40,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741878_1054 (size=5387) 2024-11-27T13:15:40,654 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/f3/39c13b75ac3940b09f4ce3355ca0752e output=hdfs://localhost:35613/backupUT/backup_1732713321627/default/test-1732713310217/archive/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/f3/39c13b75ac3940b09f4ce3355ca0752e 2024-11-27T13:15:40,654 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5387 (5.3 K) time=0sec 0.012M/sec 2024-11-27T13:15:41,275 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-27T13:15:41,277 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-27T13:15:41,289 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732713328588_default_test-1732713310217 2024-11-27T13:15:41,289 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732713328588_default_test-1732713310217 finished. 2024-11-27T13:15:41,289 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17327133102171 2024-11-27T13:15:41,289 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1732713310217 2024-11-27T13:15:41,335 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732713321627 2024-11-27T13:15:41,335 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-27T13:15:41,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741879_1055 (size=130) 2024-11-27T13:15:41,747 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35613/backupUT/backup_1732713321627/.backup.manifest 2024-11-27T13:15:41,754 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732713321627 finished: type=FULL,tablelist=ns2:test-17327133102171;test-1732713310217,targetRootDir=hdfs://localhost:35613/backupUT,startts=1732713328340,completets=1732713341333,bytescopied=0 2024-11-27T13:15:41,755 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-27T13:15:41,755 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732713332782_ns2_test-17327133102171 2024-11-27T13:15:41,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1732713332782_ns2_test-17327133102171" type: DISABLED 2024-11-27T13:15:41,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732713332782_ns2_test-17327133102171 2024-11-27T13:15:41,765 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732713332782_ns2_test-17327133102171 for backup backup_1732713321627 succeeded. 2024-11-27T13:15:41,765 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732713328588_default_test-1732713310217 2024-11-27T13:15:41,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1732713328588_default_test-1732713310217" type: DISABLED 2024-11-27T13:15:41,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732713328588_default_test-1732713310217 2024-11-27T13:15:41,769 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732713328588_default_test-1732713310217 for backup backup_1732713321627 succeeded. 2024-11-27T13:15:41,770 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-27T13:15:41,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system" type: DISABLED 2024-11-27T13:15:41,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-27T13:15:41,785 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-27T13:15:41,790 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-27T13:15:41,804 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732713321627 completed. 2024-11-27T13:15:41,815 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T13:15:41,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T13:15:41,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1732713321627', locateType=CURRENT is [region=backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2] 2024-11-27T13:15:42,006 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(113): writing 99 rows to test-1732713310217 2024-11-27T13:15:42,028 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): written 99 rows to test-1732713310217 2024-11-27T13:15:42,231 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(120): written 111 rows to test-1732713310217 to Mob enabled CF 2024-11-27T13:15:42,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17327133102171', row='row-t20', locateType=CURRENT is [region=ns2:test-17327133102171,,1732713313085.779c4c4c296e49eea00a4cb280f65b7c., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2] 2024-11-27T13:15:42,269 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(133): written 5 rows to ns2:test-17327133102171 2024-11-27T13:15:42,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.3 split test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0. 2024-11-27T13:15:42,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] assignment.SplitTableRegionProcedure(210): test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0. splitKey isn't explicitly specified, will try to find a best split key from RS 1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:42,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45367 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/f/bf9efd0aa98f4bad8db4eac80a9e20fb because midkey is the same as first or last row 2024-11-27T13:15:42,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45367 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/f3/39c13b75ac3940b09f4ce3355ca0752e because midkey is the same as first or last row 2024-11-27T13:15:42,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45367 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/mob/5a8a3fea3dc344bf8e650306a9f7d5c1 because midkey is the same as first or last row 2024-11-27T13:15:42,280 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45367 {}] regionserver.HRegion(2902): Flushing cf814bcfc0144fe2852321b1414833e0 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB 2024-11-27T13:15:42,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/.tmp/f/50d42b085e4040f78775bb87a963bc5a is 59, key is row-test-1732713310217-1-10/f:q1/1732713341850/Put/seqid=0 2024-11-27T13:15:42,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741880_1056 (size=10796) 2024-11-27T13:15:42,705 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/.tmp/f/50d42b085e4040f78775bb87a963bc5a 2024-11-27T13:15:42,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f24787cf67e942fc898ad21390665996_cf814bcfc0144fe2852321b1414833e0 is 63, key is row-test-1732713310217-3-100/mob:q1/1732713342212/Put/seqid=0 2024-11-27T13:15:42,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741881_1057 (size=5591) 2024-11-27T13:15:43,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45367 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:15:43,148 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45367 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f24787cf67e942fc898ad21390665996_cf814bcfc0144fe2852321b1414833e0 to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/mobdir/data/default/test-1732713310217/2cb11da0149596b6079075676786b8c2/mob/d41d8cd98f00b204e9800998ecf8427e20241127f24787cf67e942fc898ad21390665996_cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:15:43,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45367 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/.tmp/mob/e7bca82d78e24dd2b2c72c9c1e7256d7, store: [table=test-1732713310217 family=mob region=cf814bcfc0144fe2852321b1414833e0] 2024-11-27T13:15:43,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/.tmp/mob/e7bca82d78e24dd2b2c72c9c1e7256d7 is 192, key is row-test-1732713310217-3-100/mob:q1/1732713342212/Put/seqid=0 2024-11-27T13:15:43,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741882_1058 (size=13760) 2024-11-27T13:15:43,557 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45367 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/.tmp/mob/e7bca82d78e24dd2b2c72c9c1e7256d7 2024-11-27T13:15:43,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/.tmp/f/50d42b085e4040f78775bb87a963bc5a as hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/f/50d42b085e4040f78775bb87a963bc5a 2024-11-27T13:15:43,584 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/f/50d42b085e4040f78775bb87a963bc5a, entries=99, sequenceid=334, filesize=10.5 K 2024-11-27T13:15:43,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/.tmp/mob/e7bca82d78e24dd2b2c72c9c1e7256d7 as hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/mob/e7bca82d78e24dd2b2c72c9c1e7256d7 2024-11-27T13:15:43,593 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/mob/e7bca82d78e24dd2b2c72c9c1e7256d7, entries=111, sequenceid=334, filesize=13.4 K 2024-11-27T13:15:43,594 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45367 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for cf814bcfc0144fe2852321b1414833e0 in 1314ms, sequenceid=334, compaction requested=false 2024-11-27T13:15:43,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45367 {}] regionserver.HRegion(2603): Flush status journal for cf814bcfc0144fe2852321b1414833e0: 2024-11-27T13:15:43,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45367 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/f/50d42b085e4040f78775bb87a963bc5a because midkey is the same as first or last row 2024-11-27T13:15:43,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45367 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/f3/39c13b75ac3940b09f4ce3355ca0752e because midkey is the same as first or last row 2024-11-27T13:15:43,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45367 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/mob/e7bca82d78e24dd2b2c72c9c1e7256d7 because midkey is the same as first or last row 2024-11-27T13:15:43,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:43,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T13:15:43,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.CallRunner(138): callId: 303 service: MasterService methodName: SplitRegion size: 99 connection: 172.17.0.3:33446 deadline: 1732713402275, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row 2024-11-27T13:15:43,601 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(144): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:15:43,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1732713310217 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:15:43,602 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T13:15:43,604 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732713310217,, stopping at row=test-1732713310217 ,, for max=2147483647 with caching=100 2024-11-27T13:15:43,612 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732713310217,, stopping at row=test-1732713310217 ,, for max=2147483647 with caching=100 2024-11-27T13:15:43,621 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(149): split finished in =1352 2024-11-27T13:15:43,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T13:15:43,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T13:15:43,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T13:15:43,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T13:15:43,661 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-27T13:15:43,665 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732713343621 2024-11-27T13:15:43,671 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732713321627} 2024-11-27T13:15:43,671 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-27T13:15:43,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T13:15:43,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T13:15:43,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T13:15:43,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T13:15:43,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-27T13:15:43,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732713343718 (current time:1732713343718). 2024-11-27T13:15:43,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T13:15:43,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-27T13:15:43,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5afc6405, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:15:43,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:15:43,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:15:43,720 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:15:43,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:15:43,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:15:43,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf9e431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:15:43,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:15:43,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:15:43,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:15:43,722 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:15:43,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12088e4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:15:43,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:15:43,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:15:43,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:15:43,726 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:15:43,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805. 2024-11-27T13:15:43,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:15:43,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:15:43,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:15:43,727 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:15:43,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-27T13:15:43,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-27T13:15:43,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-27T13:15:43,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-27T13:15:43,730 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T13:15:43,731 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T13:15:43,734 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T13:15:43,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741883_1059 (size=52) 2024-11-27T13:15:43,743 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T13:15:43,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 001a1ad7933b85fdd7ec3757cd8f9288}] 2024-11-27T13:15:43,744 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 001a1ad7933b85fdd7ec3757cd8f9288 2024-11-27T13:15:43,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-27T13:15:43,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40 2024-11-27T13:15:43,898 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288. 2024-11-27T13:15:43,899 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2902): Flushing 001a1ad7933b85fdd7ec3757cd8f9288 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB 2024-11-27T13:15:43,918 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/.tmp/meta/e5c81fbe24214f06ad7e315d1b8d98b7 is 158, key is trslm:hdfs://localhost:35613/backupUT\x00ns2:test-17327133102171/meta:log-roll-map/1732713341322/Put/seqid=0 2024-11-27T13:15:43,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741884_1060 (size=5914) 2024-11-27T13:15:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-27T13:15:44,325 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/.tmp/meta/e5c81fbe24214f06ad7e315d1b8d98b7 2024-11-27T13:15:44,343 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/.tmp/session/0746724706ce4a28bbe8b243b95a2a85 is 433, key is session:backup_1732713321627/session:context/1732713341789/Put/seqid=0 2024-11-27T13:15:44,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741885_1061 (size=5535) 2024-11-27T13:15:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-27T13:15:44,750 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/.tmp/session/0746724706ce4a28bbe8b243b95a2a85 2024-11-27T13:15:44,768 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/.tmp/meta/e5c81fbe24214f06ad7e315d1b8d98b7 as hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/meta/e5c81fbe24214f06ad7e315d1b8d98b7 2024-11-27T13:15:44,776 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/meta/e5c81fbe24214f06ad7e315d1b8d98b7, entries=6, sequenceid=17, filesize=5.8 K 2024-11-27T13:15:44,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/.tmp/session/0746724706ce4a28bbe8b243b95a2a85 as hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/session/0746724706ce4a28bbe8b243b95a2a85 2024-11-27T13:15:44,785 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/session/0746724706ce4a28bbe8b243b95a2a85, entries=2, sequenceid=17, filesize=5.4 K 2024-11-27T13:15:44,787 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for 001a1ad7933b85fdd7ec3757cd8f9288 in 887ms, sequenceid=17, compaction requested=false 2024-11-27T13:15:44,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2603): Flush status journal for 001a1ad7933b85fdd7ec3757cd8f9288: 2024-11-27T13:15:44,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288. for snapshot_backup_system completed. 2024-11-27T13:15:44,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288.' region-info for snapshot=snapshot_backup_system 2024-11-27T13:15:44,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T13:15:44,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/meta/e5c81fbe24214f06ad7e315d1b8d98b7] hfiles 2024-11-27T13:15:44,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/meta/e5c81fbe24214f06ad7e315d1b8d98b7 for snapshot=snapshot_backup_system 2024-11-27T13:15:44,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/session/4930183ea007448a953634c05923f060, hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/session/0746724706ce4a28bbe8b243b95a2a85] hfiles 2024-11-27T13:15:44,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/session/4930183ea007448a953634c05923f060 for snapshot=snapshot_backup_system 2024-11-27T13:15:44,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/session/0746724706ce4a28bbe8b243b95a2a85 for snapshot=snapshot_backup_system 2024-11-27T13:15:44,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741886_1062 (size=173) 2024-11-27T13:15:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-27T13:15:45,195 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288. 2024-11-27T13:15:45,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-27T13:15:45,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-27T13:15:45,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 001a1ad7933b85fdd7ec3757cd8f9288 2024-11-27T13:15:45,198 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 001a1ad7933b85fdd7ec3757cd8f9288 2024-11-27T13:15:45,206 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-27T13:15:45,206 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T13:15:45,206 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 001a1ad7933b85fdd7ec3757cd8f9288 in 1.4570 sec 2024-11-27T13:15:45,207 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T13:15:45,208 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T13:15:45,208 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-27T13:15:45,209 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-27T13:15:45,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741887_1063 (size=810) 2024-11-27T13:15:45,623 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T13:15:45,636 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T13:15:45,636 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/.hbase-snapshot/snapshot_backup_system 2024-11-27T13:15:45,638 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T13:15:45,638 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-27T13:15:45,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.9100 sec 2024-11-27T13:15:45,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-27T13:15:45,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-27T13:15:45,891 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732713343621 started at 1732713345891. 2024-11-27T13:15:45,896 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732713343621 has been started. 2024-11-27T13:15:45,903 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [ns2:test-17327133102171, test-1732713310217] 2024-11-27T13:15:45,908 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1732713311913for backupID backup_1732713343621 2024-11-27T13:15:45,908 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-27T13:15:45,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc 2024-11-27T13:15:45,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-27T13:15:45,910 INFO [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-27T13:15:45,910 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-27T13:15:45,910 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-27T13:15:45,910 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-27T13:15:45,911 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-27T13:15:45,911 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-27T13:15:45,974 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:45,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-27T13:15:45,974 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-27T13:15:45,974 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-27T13:15:45,975 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:45,975 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-27T13:15:45,975 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-27T13:15:45,976 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-27T13:15:45,977 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-27T13:15:45,977 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-27T13:15:45,977 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-27T13:15:45,978 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-27T13:15:45,978 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-27T13:15:45,978 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-27T13:15:45,978 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-27T13:15:45,978 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-27T13:15:45,979 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-27T13:15:45,979 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '1ba5af43fd99,45367,1732713300833' joining acquired barrier for procedure (rolllog) in zk 2024-11-27T13:15:45,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:45,988 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-27T13:15:45,989 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:45,989 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T13:15:45,989 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T13:15:45,989 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-27T13:15:45,989 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-27T13:15:45,990 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T13:15:45,991 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T13:15:45,992 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T13:15:45,992 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:45,993 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T13:15:45,994 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '1ba5af43fd99,45367,1732713300833' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-27T13:15:45,994 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@57a9052b[Count = 0] remaining members to acquire global barrier 2024-11-27T13:15:45,994 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-27T13:15:45,994 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-27T13:15:46,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T13:15:46,005 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-27T13:15:46,005 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-27T13:15:46,006 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-27T13:15:46,006 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:46,006 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-27T13:15:46,006 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-27T13:15:46,006 DEBUG [rs(1ba5af43fd99,45367,1732713300833)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:46,006 INFO [rs(1ba5af43fd99,45367,1732713300833)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732713328425 highest: 1732713328465 on 1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:46,006 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0:(num 1732713328425) roll requested 2024-11-27T13:15:46,020 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0.1732713346006, exclude list is [], retry=0 2024-11-27T13:15:46,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44177,DS-72d124e0-e64d-42e4-86f6-29440b63400a,DISK] 2024-11-27T13:15:46,025 INFO [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0.1732713328425 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0.1732713346006 2024-11-27T13:15:46,025 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37417:37417)] 2024-11-27T13:15:46,025 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0.1732713328425 is not closed yet, will try archiving it next time 2024-11-27T13:15:46,025 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1ba5af43fd99%2C45367%2C1732713300833.meta:.meta(num 1732713328447) roll requested 2024-11-27T13:15:46,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741857_1033 (size=1198) 2024-11-27T13:15:46,027 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0.1732713328425 not finished, retry = 0 2024-11-27T13:15:46,037 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.meta.1732713346025.meta, exclude list is [], retry=0 2024-11-27T13:15:46,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44177,DS-72d124e0-e64d-42e4-86f6-29440b63400a,DISK] 2024-11-27T13:15:46,042 INFO [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.meta.1732713328447.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.meta.1732713346025.meta 2024-11-27T13:15:46,042 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37417:37417)] 2024-11-27T13:15:46,042 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.meta.1732713328447.meta is not closed yet, will try archiving it next time 2024-11-27T13:15:46,042 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1:(num 1732713328465) roll requested 2024-11-27T13:15:46,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741858_1034 (size=93) 2024-11-27T13:15:46,044 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.meta.1732713328447.meta not finished, retry = 0 2024-11-27T13:15:46,054 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1.1732713346042, exclude list is [], retry=0 2024-11-27T13:15:46,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44177,DS-72d124e0-e64d-42e4-86f6-29440b63400a,DISK] 2024-11-27T13:15:46,059 INFO [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1.1732713328465 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1.1732713346042 2024-11-27T13:15:46,059 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37417:37417)] 2024-11-27T13:15:46,059 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1.1732713328465 is not closed yet, will try archiving it next time 2024-11-27T13:15:46,059 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1.1732713311913 to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/oldWALs/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1.1732713311913 2024-11-27T13:15:46,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741859_1035 (size=30490) 2024-11-27T13:15:46,060 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1.1732713328465 not finished, retry = 0 2024-11-27T13:15:46,066 DEBUG [rs(1ba5af43fd99,45367,1732713300833)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-27T13:15:46,066 INFO [rs(1ba5af43fd99,45367,1732713300833)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732713346006 on 1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:46,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T13:15:46,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T13:15:46,087 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-27T13:15:46,087 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '1ba5af43fd99,45367,1732713300833' in zk 2024-11-27T13:15:46,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:46,100 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-27T13:15:46,100 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-27T13:15:46,100 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:46,100 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-27T13:15:46,100 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T13:15:46,100 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T13:15:46,101 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T13:15:46,100 DEBUG [master/1ba5af43fd99:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1732713310217 2024-11-27T13:15:46,101 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T13:15:46,102 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T13:15:46,102 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:46,103 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T13:15:46,103 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T13:15:46,103 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:46,104 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '1ba5af43fd99,45367,1732713300833': 2024-11-27T13:15:46,104 INFO [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-27T13:15:46,104 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-27T13:15:46,104 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '1ba5af43fd99,45367,1732713300833' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-27T13:15:46,104 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-27T13:15:46,104 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-27T13:15:46,104 INFO [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-27T13:15:46,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741891_1067 (size=950) 2024-11-27T13:15:46,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T13:15:46,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T13:15:46,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-27T13:15:46,115 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-27T13:15:46,115 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-27T13:15:46,115 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-27T13:15:46,115 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T13:15:46,115 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T13:15:46,115 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-27T13:15:46,115 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-27T13:15:46,115 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T13:15:46,116 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:46,116 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-27T13:15:46,116 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T13:15:46,116 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T13:15:46,117 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T13:15:46,117 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:46,117 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:46,117 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T13:15:46,118 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T13:15:46,118 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:46,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:46,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-27T13:15:46,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-27T13:15:46,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-27T13:15:46,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:46,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T13:15:46,125 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-27T13:15:46,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T13:15:46,126 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-27T13:15:46,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-27T13:15:46,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T13:15:46,126 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-27T13:15:46,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-27T13:15:46,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-27T13:15:46,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2024-11-27T13:15:46,126 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-27T13:15:46,126 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-27T13:15:46,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-27T13:15:46,132 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {1ba5af43fd99:45367=1732713311913} newestTimestamps: {1ba5af43fd99:45367=1732713328465} 2024-11-27T13:15:46,135 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 1ba5af43fd99%2C45367%2C1732713300833.meta.1732713305319.meta 2024-11-27T13:15:46,135 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 1ba5af43fd99%2C45367%2C1732713300833.meta.1732713328447.meta 2024-11-27T13:15:46,135 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 1ba5af43fd99%2C45367%2C1732713300833.meta.1732713346025.meta 2024-11-27T13:15:46,135 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0.1732713328425 2024-11-27T13:15:46,135 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0.1732713346006 2024-11-27T13:15:46,135 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1.1732713328465 2024-11-27T13:15:46,135 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1.1732713346042 2024-11-27T13:15:46,145 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.meta.1732713328447.meta to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/oldWALs/1ba5af43fd99%2C45367%2C1732713300833.meta.1732713328447.meta 2024-11-27T13:15:46,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741892_1068 (size=364) 2024-11-27T13:15:46,517 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/.tabledesc/.tableinfo.0000000002.908 2024-11-27T13:15:46,517 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/.tabledesc/.tableinfo.0000000003.950 2024-11-27T13:15:46,520 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1732713310217 in 420 msec 2024-11-27T13:15:46,550 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17327133102171 target: hdfs://localhost:35613/backupUT/backup_1732713343621/ns2/test-17327133102171 descriptor: 'ns2:test-17327133102171', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T13:15:46,550 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-27T13:15:46,555 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17327133102171 2024-11-27T13:15:46,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741893_1069 (size=50) 2024-11-27T13:15:46,966 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17327133102171 2024-11-27T13:15:46,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741894_1070 (size=950) 2024-11-27T13:15:47,386 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1732713310217 target: hdfs://localhost:35613/backupUT/backup_1732713343621/default/test-1732713310217 descriptor: 'test-1732713310217', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T13:15:47,386 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-27T13:15:47,391 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1732713310217 2024-11-27T13:15:47,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741895_1071 (size=53) 2024-11-27T13:15:47,800 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1732713310217 2024-11-27T13:15:47,813 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:35613/backupUT/.tmp/backup_1732713343621 from hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0.1732713328425;hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1.1732713328465 2024-11-27T13:15:47,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@740c376c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:15:47,815 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:15:47,815 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:15:47,816 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:15:47,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:15:47,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:15:47,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46f7afb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:15:47,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:15:47,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:15:47,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:15:47,818 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:15:47,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e540b0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:15:47,819 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T13:15:47,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,32805,1732713299260 2024-11-27T13:15:47,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21b2b957 2024-11-27T13:15:47,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T13:15:47,821 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T13:15:47,826 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-27T13:15:47,827 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17327133102171 2024-11-27T13:15:47,827 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17327133102171,, stopping at row=ns2:test-17327133102171 ,, for max=2147483647 with caching=100 2024-11-27T13:15:47,827 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:15:47,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:15:47,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:15:47,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:15:47,832 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17327133102171: ns2:test-17327133102171; 2024-11-27T13:15:47,832 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1732713310217 2024-11-27T13:15:47,832 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732713310217,, stopping at row=test-1732713310217 ,, for max=2147483647 with caching=100 2024-11-27T13:15:47,835 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1732713310217: test-1732713310217; 2024-11-27T13:15:47,835 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-27T13:15:47,835 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/partitions_5d3a1964-932f-4a65-bd2e-2e95e4e08066 2024-11-27T13:15:47,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741896_1072 (size=192) 2024-11-27T13:15:48,259 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:15:48,259 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:15:48,259 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:15:49,125 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/hadoop-2131913140830647203.jar 2024-11-27T13:15:49,126 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:15:49,126 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:15:49,126 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:15:49,126 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:15:49,127 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:15:49,127 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:15:49,127 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:15:49,127 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:15:49,128 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:15:49,128 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T13:15:49,128 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T13:15:49,128 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T13:15:49,129 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T13:15:49,129 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T13:15:49,129 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T13:15:49,129 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T13:15:49,130 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T13:15:49,130 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T13:15:49,130 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T13:15:49,130 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T13:15:49,131 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:15:49,132 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:15:49,132 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:15:49,132 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:15:49,132 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:15:49,133 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:15:49,133 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T13:15:49,133 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:test-17327133102171,default:test-1732713310217 2024-11-27T13:15:49,133 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T13:15:49,133 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:154) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T13:15:49,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:15:49,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:15:49,134 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:15:49,134 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T13:15:49,998 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/hadoop-6844565065594075278.jar 2024-11-27T13:15:50,008 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T13:15:50,033 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0.1732713328425 for WAL files 2024-11-27T13:15:50,035 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0.1732713328425 2024-11-27T13:15:50,035 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1.1732713328465 for WAL files 2024-11-27T13:15:50,036 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1.1732713328465 2024-11-27T13:15:50,136 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/mapreduce.cluster.local.dir/job_local1617402327_0003_3a1303cd-8d13-484a-9481-335d3cbf621e/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-27T13:15:50,137 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/mapreduce.cluster.local.dir/job_local1617402327_0003_3a1303cd-8d13-484a-9481-335d3cbf621e/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-27T13:15:50,224 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1.1732713328465 for hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1.1732713328465 (-9223372036854775808:9223372036854775807) length:30490 2024-11-27T13:15:50,243 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-27T13:15:50,244 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-27T13:15:50,284 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0.1732713328425 for hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0.1732713328425 (-9223372036854775808:9223372036854775807) length:1198 2024-11-27T13:15:50,288 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-27T13:15:50,288 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-27T13:15:50,369 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b2d8de9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:15:50,369 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:15:50,369 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:15:50,370 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:15:50,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:15:50,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:15:50,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30b142bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:15:50,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:15:50,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:15:50,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:15:50,372 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:15:50,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39afeea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:15:50,374 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:15:50,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:15:50,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:15:50,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:15:50,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17327133102171', row='row-t20', locateType=CURRENT is [region=ns2:test-17327133102171,,1732713313085.779c4c4c296e49eea00a4cb280f65b7c., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2] 2024-11-27T13:15:50,378 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-27T13:15:50,378 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T13:15:50,379 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:15:50,379 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:15:50,379 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:15:50,379 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-27T13:15:50,379 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 1ba5af43fd99 2024-11-27T13:15:50,384 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35613/backupUT/.tmp/backup_1732713343621/_temporary/0/_temporary/attempt_local1617402327_0003_r_000000_0/ns2/test-17327133102171/f/fd552efca73248d29ee8714fbcaf371a is 38, key is row-t20/f:q1/1732713342254/Put/seqid=0 2024-11-27T13:15:50,386 WARN [Thread-950 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [1ba5af43fd99:45367] Specified favored nodes: [1ba5af43fd99:45367] 2024-11-27T13:15:50,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741897_1073 (size=5275) 2024-11-27T13:15:50,827 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6adafee2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:15:50,827 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:15:50,828 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:15:50,829 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:15:50,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:15:50,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:15:50,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7294bad4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:15:50,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:15:50,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:15:50,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:15:50,830 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:15:50,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ecb3cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:15:50,831 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:15:50,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:15:50,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:15:50,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:15:50,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732713310217', row='row-test-1732713310217-1-0', locateType=CURRENT is [region=test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0., hostname=1ba5af43fd99,45367,1732713300833, seqNum=107] 2024-11-27T13:15:50,835 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-27T13:15:50,835 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T13:15:50,835 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:15:50,835 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:15:50,836 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:15:50,836 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732713310217-1-0] 2024-11-27T13:15:50,836 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 1ba5af43fd99 2024-11-27T13:15:50,847 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b6d2798, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:15:50,847 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:15:50,848 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:15:50,848 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:15:50,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:15:50,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:15:50,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e265d03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:15:50,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:15:50,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:15:50,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:15:50,850 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:15:50,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61d5b72f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:15:50,852 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:15:50,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:15:50,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:15:50,854 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:15:50,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732713310217', row='row-test-1732713310217-3-0', locateType=CURRENT is [region=test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0., hostname=1ba5af43fd99,45367,1732713300833, seqNum=107] 2024-11-27T13:15:50,856 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-27T13:15:50,856 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T13:15:50,856 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:15:50,856 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:15:50,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:15:50,856 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732713310217-3-0] 2024-11-27T13:15:50,858 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 1ba5af43fd99 2024-11-27T13:15:50,867 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35613/backupUT/.tmp/backup_1732713343621/_temporary/0/_temporary/attempt_local1617402327_0003_r_000001_0/default/test-1732713310217/f/a8ac01043a7a457397298ec710101464 is 59, key is row-test-1732713310217-1-10/f:q1/1732713341850/Put/seqid=0 2024-11-27T13:15:50,869 WARN [Thread-962 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [1ba5af43fd99:45367] Specified favored nodes: [1ba5af43fd99:45367] 2024-11-27T13:15:50,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741898_1074 (size=10770) 2024-11-27T13:15:51,274 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35613/backupUT/.tmp/backup_1732713343621/_temporary/0/_temporary/attempt_local1617402327_0003_r_000001_0/default/test-1732713310217/mob/47646faf260e42f1ba54e610e7042e14 is 63, key is row-test-1732713310217-3-100/mob:q1/1732713342212/Put/seqid=0 2024-11-27T13:15:51,277 WARN [Thread-964 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [1ba5af43fd99:45367] Specified favored nodes: [1ba5af43fd99:45367] 2024-11-27T13:15:51,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741899_1075 (size=11811) 2024-11-27T13:15:52,188 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:35613/backupUT 2024-11-27T13:15:52,188 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1732713343621 2024-11-27T13:15:52,188 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-27T13:15:52,204 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:35613/backupUT/.tmp/backup_1732713343621, hdfs://localhost:35613/backupUT] 2024-11-27T13:15:52,274 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T13:15:52,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741900_1076 (size=10770) 2024-11-27T13:15:52,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741901_1077 (size=5275) 2024-11-27T13:15:53,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741902_1078 (size=11811) 2024-11-27T13:15:53,878 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-27T13:15:53,882 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1732713343621 2024-11-27T13:15:53,882 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27856 bytes copied." 2024-11-27T13:15:53,883 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local920028302_0004 completed: true true 2024-11-27T13:15:53,884 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=3825262 FILE: Number of bytes written=6207522 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=231467 HDFS: Number of bytes written=2433185 HDFS: Number of read operations=643 HDFS: Number of large read operations=0 HDFS: Number of write operations=250 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=12 Map output records=0 Input split bytes=342 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=3004 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=27856 Bytes Copied=27856 Bytes Expected=27856 Files Copied=4 DIR_COPY=8 2024-11-27T13:15:53,884 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:35613/backupUT/.tmp/backup_1732713343621 to hdfs://localhost:35613/backupUT finished. 2024-11-27T13:15:53,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:ns2:test-17327133102171:', locateType=CURRENT is [region=backup:system_bulk,,1732713323957.40eab3de73b334daee2c9eee0ba65c6d., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2] 2024-11-27T13:15:53,901 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732713343621 2024-11-27T13:15:53,905 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732713321627} 2024-11-27T13:15:53,905 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-27T13:15:53,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741903_1079 (size=384) 2024-11-27T13:15:54,313 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35613/backupUT/backup_1732713343621/.backup.manifest 2024-11-27T13:15:54,313 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732713343621 finished: type=INCREMENTAL,tablelist=ns2:test-17327133102171;test-1732713310217,targetRootDir=hdfs://localhost:35613/backupUT,startts=1732713345891,completets=1732713353901,bytescopied=0 2024-11-27T13:15:54,313 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-27T13:15:54,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system" type: DISABLED 2024-11-27T13:15:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-27T13:15:54,329 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-27T13:15:54,331 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-27T13:15:54,334 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732713343621 completed. 2024-11-27T13:15:54,334 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-27T13:15:54,343 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T13:15:54,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T13:15:54,355 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35613/backupUT/backup_1732713343621/.backup.manifest 2024-11-27T13:15:54,358 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732713343621/.backup.manifest 2024-11-27T13:15:54,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table test-1732713310217 from 'test-1732713310217', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1732713310217', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T13:15:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1732713310217 2024-11-27T13:15:54,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741904_1080 (size=908) 2024-11-27T13:15:54,780 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/.tabledesc/.tableinfo.0000000003.950 2024-11-27T13:15:54,780 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/.tabledesc/.tableinfo.0000000004.908 2024-11-27T13:15:54,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1732713310217}] 2024-11-27T13:15:54,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732713310217, region=cf814bcfc0144fe2852321b1414833e0, REOPEN/MOVE}] 2024-11-27T13:15:54,789 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732713310217, region=cf814bcfc0144fe2852321b1414833e0, REOPEN/MOVE 2024-11-27T13:15:54,790 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=cf814bcfc0144fe2852321b1414833e0, regionState=CLOSING, regionLocation=1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:54,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1732713310217, region=cf814bcfc0144fe2852321b1414833e0, REOPEN/MOVE because future has completed 2024-11-27T13:15:54,793 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T13:15:54,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure cf814bcfc0144fe2852321b1414833e0, server=1ba5af43fd99,45367,1732713300833}] 2024-11-27T13:15:54,946 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:15:54,946 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-27T13:15:54,946 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing cf814bcfc0144fe2852321b1414833e0, disabling compactions & flushes 2024-11-27T13:15:54,946 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0. 2024-11-27T13:15:54,947 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0. 2024-11-27T13:15:54,947 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0. after waiting 0 ms 2024-11-27T13:15:54,947 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0. 2024-11-27T13:15:54,957 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106 2024-11-27T13:15:54,958 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T13:15:54,958 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0. 2024-11-27T13:15:54,958 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for cf814bcfc0144fe2852321b1414833e0: Waiting for close lock at 1732713354946Running coprocessor pre-close hooks at 1732713354946Disabling compacts and flushes for region at 1732713354946Disabling writes for close at 1732713354947 (+1 ms)Writing region close event to WAL at 1732713354949 (+2 ms)Running coprocessor post-close hooks at 1732713354958 (+9 ms)Closed at 1732713354958 2024-11-27T13:15:54,958 WARN [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: cf814bcfc0144fe2852321b1414833e0 to self. 2024-11-27T13:15:54,961 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:15:54,961 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=cf814bcfc0144fe2852321b1414833e0, regionState=CLOSED 2024-11-27T13:15:54,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure cf814bcfc0144fe2852321b1414833e0, server=1ba5af43fd99,45367,1732713300833 because future has completed 2024-11-27T13:15:54,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-27T13:15:54,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure cf814bcfc0144fe2852321b1414833e0, server=1ba5af43fd99,45367,1732713300833 in 172 msec 2024-11-27T13:15:54,968 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1732713310217, region=cf814bcfc0144fe2852321b1414833e0, REOPEN/MOVE; state=CLOSED, location=1ba5af43fd99,45367,1732713300833; forceNewPlan=false, retain=true 2024-11-27T13:15:55,118 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=cf814bcfc0144fe2852321b1414833e0, regionState=OPENING, regionLocation=1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:55,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1732713310217, region=cf814bcfc0144fe2852321b1414833e0, REOPEN/MOVE because future has completed 2024-11-27T13:15:55,121 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf814bcfc0144fe2852321b1414833e0, server=1ba5af43fd99,45367,1732713300833}] 2024-11-27T13:15:55,280 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0. 2024-11-27T13:15:55,280 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => cf814bcfc0144fe2852321b1414833e0, NAME => 'test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0.', STARTKEY => '', ENDKEY => ''} 2024-11-27T13:15:55,281 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T13:15:55,281 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1732713310217 cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:15:55,281 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:15:55,282 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:15:55,282 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:15:55,284 INFO [StoreOpener-cf814bcfc0144fe2852321b1414833e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:15:55,286 INFO [StoreOpener-cf814bcfc0144fe2852321b1414833e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf814bcfc0144fe2852321b1414833e0 columnFamilyName f 2024-11-27T13:15:55,286 DEBUG [StoreOpener-cf814bcfc0144fe2852321b1414833e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:15:55,297 DEBUG [StoreOpener-cf814bcfc0144fe2852321b1414833e0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/f/50d42b085e4040f78775bb87a963bc5a 2024-11-27T13:15:55,301 DEBUG [StoreOpener-cf814bcfc0144fe2852321b1414833e0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/f/bf9efd0aa98f4bad8db4eac80a9e20fb 2024-11-27T13:15:55,301 INFO [StoreOpener-cf814bcfc0144fe2852321b1414833e0-1 {}] regionserver.HStore(327): Store=cf814bcfc0144fe2852321b1414833e0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:15:55,301 INFO [StoreOpener-cf814bcfc0144fe2852321b1414833e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:15:55,303 INFO [StoreOpener-cf814bcfc0144fe2852321b1414833e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf814bcfc0144fe2852321b1414833e0 columnFamilyName f2 2024-11-27T13:15:55,303 DEBUG [StoreOpener-cf814bcfc0144fe2852321b1414833e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:15:55,303 INFO [StoreOpener-cf814bcfc0144fe2852321b1414833e0-1 {}] regionserver.HStore(327): Store=cf814bcfc0144fe2852321b1414833e0/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:15:55,304 INFO [StoreOpener-cf814bcfc0144fe2852321b1414833e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:15:55,304 INFO [StoreOpener-cf814bcfc0144fe2852321b1414833e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf814bcfc0144fe2852321b1414833e0 columnFamilyName mob 2024-11-27T13:15:55,305 DEBUG [StoreOpener-cf814bcfc0144fe2852321b1414833e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:15:55,312 DEBUG [StoreOpener-cf814bcfc0144fe2852321b1414833e0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/mob/5a8a3fea3dc344bf8e650306a9f7d5c1 2024-11-27T13:15:55,318 DEBUG [StoreOpener-cf814bcfc0144fe2852321b1414833e0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/mob/e7bca82d78e24dd2b2c72c9c1e7256d7 2024-11-27T13:15:55,318 INFO [StoreOpener-cf814bcfc0144fe2852321b1414833e0-1 {}] regionserver.HStore(327): Store=cf814bcfc0144fe2852321b1414833e0/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:15:55,319 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:15:55,319 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:15:55,321 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:15:55,322 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:15:55,322 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:15:55,323 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1732713310217 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T13:15:55,324 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:15:55,325 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened cf814bcfc0144fe2852321b1414833e0; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9854917120, jitterRate=-0.08218932151794434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T13:15:55,325 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:15:55,328 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for cf814bcfc0144fe2852321b1414833e0: Running coprocessor pre-open hook at 1732713355282Writing region info on filesystem at 1732713355282Initializing all the Stores at 1732713355283 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732713355284 (+1 ms)Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732713355284Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732713355284Cleaning up temporary data from old regions at 1732713355322 (+38 ms)Running coprocessor post-open hooks at 1732713355325 (+3 ms)Region opened successfully at 1732713355328 (+3 ms) 2024-11-27T13:15:55,329 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0., pid=46, masterSystemTime=1732713355273 2024-11-27T13:15:55,331 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0. 2024-11-27T13:15:55,331 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0. 2024-11-27T13:15:55,331 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=cf814bcfc0144fe2852321b1414833e0, regionState=OPEN, openSeqNum=338, regionLocation=1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:55,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf814bcfc0144fe2852321b1414833e0, server=1ba5af43fd99,45367,1732713300833 because future has completed 2024-11-27T13:15:55,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44 2024-11-27T13:15:55,337 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure cf814bcfc0144fe2852321b1414833e0, server=1ba5af43fd99,45367,1732713300833 in 213 msec 2024-11-27T13:15:55,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43 2024-11-27T13:15:55,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1732713310217, region=cf814bcfc0144fe2852321b1414833e0, REOPEN/MOVE in 548 msec 2024-11-27T13:15:55,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-27T13:15:55,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1732713310217 in 554 msec 2024-11-27T13:15:55,343 DEBUG [PEWorker-5 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1732713310217 2024-11-27T13:15:55,349 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/f3/39c13b75ac3940b09f4ce3355ca0752e to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/archive/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/f3/39c13b75ac3940b09f4ce3355ca0752e 2024-11-27T13:15:55,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1732713310217 in 990 msec 2024-11-27T13:15:55,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-27T13:15:55,353 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1732713310217 completed 2024-11-27T13:15:55,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T13:15:55,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T13:15:55,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T13:15:55,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T13:15:55,391 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-27T13:15:55,395 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732713355354 2024-11-27T13:15:55,398 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1732713343621} 2024-11-27T13:15:55,398 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732713321627} 2024-11-27T13:15:55,398 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup. 2024-11-27T13:15:55,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T13:15:55,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T13:15:55,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T13:15:55,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T13:15:55,440 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : Mismatch in column family descriptor for table: test-1732713310217 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: Mismatch in column family descriptor for table: test-1732713310217 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:171) ~[test-classes/:?] at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2] at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:170) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T13:15:55,443 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1732713355354,startts=0,failedts=1732713355440,failedphase=REQUEST,failedmessage= Mismatch in column family descriptor for table: test-1732713310217 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru 2024-11-27T13:15:55,443 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot 2024-11-27T13:15:55,445 WARN [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists. 2024-11-27T13:15:55,445 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-27T13:15:55,447 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists 2024-11-27T13:15:55,447 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST 2024-11-27T13:15:55,449 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-27T13:15:55,452 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1732713355354 failed. 2024-11-27T13:15:55,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T13:15:55,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T13:15:55,475 INFO [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1732713310217, ns2:test-17327133102171, ns3:test-17327133102172, ns4:test-17327133102173] 2024-11-27T13:15:55,475 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-27T13:15:55,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-27T13:15:55,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732713355481 (current time:1732713355481). 2024-11-27T13:15:55,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T13:15:55,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-27T13:15:55,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d00cb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:15:55,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:15:55,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:15:55,483 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:15:55,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:15:55,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:15:55,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fb7b752, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:15:55,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:15:55,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:15:55,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:15:55,485 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:15:55,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bfbd3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:15:55,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:15:55,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:15:55,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:15:55,488 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:15:55,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805. 2024-11-27T13:15:55,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:15:55,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:15:55,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:15:55,490 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:15:55,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-27T13:15:55,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure2.ProcedureExecutor(1139): Stored pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-27T13:15:55,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-27T13:15:55,494 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T13:15:55,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-27T13:15:55,496 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T13:15:55,499 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T13:15:55,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741905_1081 (size=52) 2024-11-27T13:15:55,599 DEBUG [master/1ba5af43fd99:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1732713310217 2024-11-27T13:15:55,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-27T13:15:55,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741906_1082 (size=950) 2024-11-27T13:15:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-27T13:15:55,911 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T13:15:55,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 001a1ad7933b85fdd7ec3757cd8f9288}] 2024-11-27T13:15:55,913 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 001a1ad7933b85fdd7ec3757cd8f9288 2024-11-27T13:15:56,016 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/.tabledesc/.tableinfo.0000000004.908 2024-11-27T13:15:56,016 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/.tabledesc/.tableinfo.0000000005.950 2024-11-27T13:15:56,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1732713310217 in 419 msec 2024-11-27T13:15:56,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=49 2024-11-27T13:15:56,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288. 2024-11-27T13:15:56,066 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 001a1ad7933b85fdd7ec3757cd8f9288 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB 2024-11-27T13:15:56,071 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/.tmp/meta/eefa5934d7584bf39d95aba875b0e48a is 158, key is trslm:hdfs://localhost:35613/backupUT\x00ns2:test-17327133102171/meta:log-roll-map/1732713353890/Put/seqid=0 2024-11-27T13:15:56,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741907_1083 (size=5745) 2024-11-27T13:15:56,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-27T13:15:56,475 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/.tmp/meta/eefa5934d7584bf39d95aba875b0e48a 2024-11-27T13:15:56,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/.tmp/session/2c6255d28e094bdf8ff34ee81bd2d397 is 1245, key is session:backup_1732713355354/session:context/1732713355448/Put/seqid=0 2024-11-27T13:15:56,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741908_1084 (size=6682) 2024-11-27T13:15:56,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-27T13:15:56,892 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/.tmp/session/2c6255d28e094bdf8ff34ee81bd2d397 2024-11-27T13:15:56,907 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/.tmp/meta/eefa5934d7584bf39d95aba875b0e48a as hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/meta/eefa5934d7584bf39d95aba875b0e48a 2024-11-27T13:15:56,914 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/meta/eefa5934d7584bf39d95aba875b0e48a, entries=4, sequenceid=31, filesize=5.6 K 2024-11-27T13:15:56,916 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/.tmp/session/2c6255d28e094bdf8ff34ee81bd2d397 as hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/session/2c6255d28e094bdf8ff34ee81bd2d397 2024-11-27T13:15:56,922 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/session/2c6255d28e094bdf8ff34ee81bd2d397, entries=3, sequenceid=31, filesize=6.5 K 2024-11-27T13:15:56,923 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for 001a1ad7933b85fdd7ec3757cd8f9288 in 857ms, sequenceid=31, compaction requested=true 2024-11-27T13:15:56,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 001a1ad7933b85fdd7ec3757cd8f9288: 2024-11-27T13:15:56,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288. for snapshot_backup_system completed. 2024-11-27T13:15:56,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288.' region-info for snapshot=snapshot_backup_system 2024-11-27T13:15:56,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T13:15:56,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/meta/e5c81fbe24214f06ad7e315d1b8d98b7, hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/meta/eefa5934d7584bf39d95aba875b0e48a] hfiles 2024-11-27T13:15:56,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/meta/e5c81fbe24214f06ad7e315d1b8d98b7 for snapshot=snapshot_backup_system 2024-11-27T13:15:56,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/meta/eefa5934d7584bf39d95aba875b0e48a for snapshot=snapshot_backup_system 2024-11-27T13:15:56,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/session/4930183ea007448a953634c05923f060, hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/session/0746724706ce4a28bbe8b243b95a2a85, hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/session/2c6255d28e094bdf8ff34ee81bd2d397] hfiles 2024-11-27T13:15:56,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/session/4930183ea007448a953634c05923f060 for snapshot=snapshot_backup_system 2024-11-27T13:15:56,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/session/0746724706ce4a28bbe8b243b95a2a85 for snapshot=snapshot_backup_system 2024-11-27T13:15:56,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/session/2c6255d28e094bdf8ff34ee81bd2d397 for snapshot=snapshot_backup_system 2024-11-27T13:15:56,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741909_1085 (size=251) 2024-11-27T13:15:57,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288. 2024-11-27T13:15:57,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-27T13:15:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-27T13:15:57,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 001a1ad7933b85fdd7ec3757cd8f9288 2024-11-27T13:15:57,331 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 001a1ad7933b85fdd7ec3757cd8f9288 2024-11-27T13:15:57,334 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=47 2024-11-27T13:15:57,334 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T13:15:57,334 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=47, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 001a1ad7933b85fdd7ec3757cd8f9288 in 1.4210 sec 2024-11-27T13:15:57,335 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T13:15:57,336 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T13:15:57,336 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-27T13:15:57,337 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-27T13:15:57,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741910_1086 (size=888) 2024-11-27T13:15:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-27T13:15:57,749 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T13:15:57,764 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T13:15:57,765 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/.hbase-snapshot/snapshot_backup_system 2024-11-27T13:15:57,767 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T13:15:57,767 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-27T13:15:57,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2750 sec 2024-11-27T13:15:58,311 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T13:15:59,245 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 779c4c4c296e49eea00a4cb280f65b7c, had cached 0 bytes from a total of 8413 2024-11-27T13:15:59,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-27T13:15:59,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-27T13:15:59,650 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732713355453 started at 1732713359650. 2024-11-27T13:15:59,652 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732713355453 has been started. 2024-11-27T13:15:59,658 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-27T13:15:59,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc 2024-11-27T13:15:59,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-27T13:15:59,660 INFO [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-27T13:15:59,660 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-27T13:15:59,660 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-27T13:15:59,660 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-27T13:15:59,661 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-27T13:15:59,661 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-27T13:15:59,742 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:59,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-27T13:15:59,743 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-27T13:15:59,743 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-27T13:15:59,744 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:59,744 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-27T13:15:59,744 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-27T13:15:59,746 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-27T13:15:59,747 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-27T13:15:59,747 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-27T13:15:59,747 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-27T13:15:59,748 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-27T13:15:59,748 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-27T13:15:59,748 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-27T13:15:59,748 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-27T13:15:59,748 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-27T13:15:59,748 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-27T13:15:59,748 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '1ba5af43fd99,45367,1732713300833' joining acquired barrier for procedure (rolllog) in zk 2024-11-27T13:15:59,762 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-27T13:15:59,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:59,762 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:59,762 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T13:15:59,762 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T13:15:59,763 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-27T13:15:59,763 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-27T13:15:59,763 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T13:15:59,763 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T13:15:59,764 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T13:15:59,764 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:59,764 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T13:15:59,765 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '1ba5af43fd99,45367,1732713300833' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-27T13:15:59,765 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@60e70ae[Count = 0] remaining members to acquire global barrier 2024-11-27T13:15:59,765 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-27T13:15:59,765 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-27T13:15:59,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T13:15:59,777 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-27T13:15:59,777 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-27T13:15:59,777 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-27T13:15:59,778 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:59,778 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-27T13:15:59,778 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-27T13:15:59,778 DEBUG [rs(1ba5af43fd99,45367,1732713300833)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:59,778 INFO [rs(1ba5af43fd99,45367,1732713300833)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732713346006 highest: 1732713346042 on 1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:59,778 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0:(num 1732713346006) roll requested 2024-11-27T13:15:59,791 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0.1732713359778, exclude list is [], retry=0 2024-11-27T13:15:59,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44177,DS-72d124e0-e64d-42e4-86f6-29440b63400a,DISK] 2024-11-27T13:15:59,795 INFO [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0.1732713346006 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0.1732713359778 2024-11-27T13:15:59,795 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37417:37417)] 2024-11-27T13:15:59,795 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0.1732713346006 is not closed yet, will try archiving it next time 2024-11-27T13:15:59,795 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1ba5af43fd99%2C45367%2C1732713300833.meta:.meta(num 1732713346025) roll requested 2024-11-27T13:15:59,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741888_1064 (size=93) 2024-11-27T13:15:59,797 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0.1732713346006 not finished, retry = 0 2024-11-27T13:15:59,807 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.meta.1732713359795.meta, exclude list is [], retry=0 2024-11-27T13:15:59,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44177,DS-72d124e0-e64d-42e4-86f6-29440b63400a,DISK] 2024-11-27T13:15:59,811 INFO [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.meta.1732713346025.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.meta.1732713359795.meta 2024-11-27T13:15:59,811 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37417:37417)] 2024-11-27T13:15:59,811 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.meta.1732713346025.meta is not closed yet, will try archiving it next time 2024-11-27T13:15:59,811 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1:(num 1732713346042) roll requested 2024-11-27T13:15:59,812 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.meta.1732713346025.meta not finished, retry = 0 2024-11-27T13:15:59,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741889_1065 (size=1903) 2024-11-27T13:15:59,823 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1.1732713359811, exclude list is [], retry=0 2024-11-27T13:15:59,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44177,DS-72d124e0-e64d-42e4-86f6-29440b63400a,DISK] 2024-11-27T13:15:59,827 INFO [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1.1732713346042 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1.1732713359811 2024-11-27T13:15:59,827 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37417:37417)] 2024-11-27T13:15:59,827 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1.1732713346042 is not closed yet, will try archiving it next time 2024-11-27T13:15:59,827 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1.1732713328465 to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/oldWALs/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1.1732713328465 2024-11-27T13:15:59,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741890_1066 (size=4927) 2024-11-27T13:15:59,829 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1.1732713346042 not finished, retry = 0 2024-11-27T13:15:59,838 DEBUG [rs(1ba5af43fd99,45367,1732713300833)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-27T13:15:59,838 INFO [rs(1ba5af43fd99,45367,1732713300833)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732713359778 on 1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:59,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T13:15:59,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T13:15:59,862 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-27T13:15:59,862 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '1ba5af43fd99,45367,1732713300833' in zk 2024-11-27T13:15:59,882 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-27T13:15:59,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:59,882 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-27T13:15:59,882 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-27T13:15:59,882 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:59,883 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T13:15:59,883 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T13:15:59,883 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T13:15:59,884 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T13:15:59,884 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T13:15:59,885 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:59,886 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T13:15:59,887 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T13:15:59,888 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:59,889 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '1ba5af43fd99,45367,1732713300833': 2024-11-27T13:15:59,889 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '1ba5af43fd99,45367,1732713300833' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-27T13:15:59,889 INFO [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-27T13:15:59,889 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-27T13:15:59,889 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-27T13:15:59,890 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-27T13:15:59,890 INFO [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-27T13:15:59,898 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0.1732713346006 to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/oldWALs/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0.1732713346006 2024-11-27T13:15:59,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T13:15:59,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T13:15:59,904 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-27T13:15:59,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-27T13:15:59,904 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T13:15:59,904 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-27T13:15:59,904 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T13:15:59,904 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-27T13:15:59,905 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T13:15:59,906 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-27T13:15:59,906 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-27T13:15:59,906 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:59,906 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T13:15:59,907 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-27T13:15:59,907 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T13:15:59,908 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T13:15:59,909 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:59,910 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:59,910 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T13:15:59,911 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T13:15:59,912 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:59,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:59,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-27T13:15:59,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-27T13:15:59,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-27T13:15:59,925 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-27T13:15:59,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/1ba5af43fd99,45367,1732713300833 2024-11-27T13:15:59,925 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-27T13:15:59,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T13:15:59,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T13:15:59,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T13:15:59,925 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-27T13:15:59,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-27T13:15:59,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-27T13:15:59,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-27T13:15:59,925 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-27T13:15:59,925 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-27T13:15:59,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-27T13:15:59,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1732713359932_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-27T13:15:59,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732713359933 (current time:1732713359933). 2024-11-27T13:15:59,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T13:15:59,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732713359932_backup_system_bulk VERSION not specified, setting to 2 2024-11-27T13:15:59,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4106d7dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:15:59,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:15:59,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:15:59,934 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:15:59,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:15:59,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:15:59,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@162b16b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:15:59,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:15:59,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:15:59,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:15:59,936 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:15:59,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76b9532e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:15:59,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:15:59,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:15:59,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:15:59,938 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:15:59,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805. 2024-11-27T13:15:59,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:15:59,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:15:59,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:15:59,940 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:15:59,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-27T13:15:59,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732713359932_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-27T13:15:59,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732713359932_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-11-27T13:15:59,942 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732713359932_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T13:15:59,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-27T13:15:59,943 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732713359932_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T13:15:59,945 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732713359932_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T13:15:59,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741914_1090 (size=76) 2024-11-27T13:16:00,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-27T13:16:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-27T13:16:00,354 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732713359932_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T13:16:00,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 40eab3de73b334daee2c9eee0ba65c6d}] 2024-11-27T13:16:00,356 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 40eab3de73b334daee2c9eee0ba65c6d 2024-11-27T13:16:00,498 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-27T13:16:00,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=51 2024-11-27T13:16:00,508 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1732713323957.40eab3de73b334daee2c9eee0ba65c6d. 2024-11-27T13:16:00,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 40eab3de73b334daee2c9eee0ba65c6d: 2024-11-27T13:16:00,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1732713323957.40eab3de73b334daee2c9eee0ba65c6d. for snapshot_1732713359932_backup_system_bulk completed. 2024-11-27T13:16:00,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1732713323957.40eab3de73b334daee2c9eee0ba65c6d.' region-info for snapshot=snapshot_1732713359932_backup_system_bulk 2024-11-27T13:16:00,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T13:16:00,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T13:16:00,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T13:16:00,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741915_1091 (size=61) 2024-11-27T13:16:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-27T13:16:00,916 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1732713323957.40eab3de73b334daee2c9eee0ba65c6d. 2024-11-27T13:16:00,917 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-27T13:16:00,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-27T13:16:00,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732713359932_backup_system_bulk on region 40eab3de73b334daee2c9eee0ba65c6d 2024-11-27T13:16:00,919 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 40eab3de73b334daee2c9eee0ba65c6d 2024-11-27T13:16:00,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-27T13:16:00,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 40eab3de73b334daee2c9eee0ba65c6d in 568 msec 2024-11-27T13:16:00,925 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732713359932_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T13:16:00,926 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732713359932_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T13:16:00,927 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732713359932_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T13:16:00,927 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732713359932_backup_system_bulk 2024-11-27T13:16:00,928 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/.hbase-snapshot/.tmp/snapshot_1732713359932_backup_system_bulk 2024-11-27T13:16:00,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741916_1092 (size=702) 2024-11-27T13:16:01,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-27T13:16:01,345 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732713359932_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T13:16:01,352 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732713359932_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T13:16:01,353 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/.hbase-snapshot/.tmp/snapshot_1732713359932_backup_system_bulk to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/.hbase-snapshot/snapshot_1732713359932_backup_system_bulk 2024-11-27T13:16:01,354 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732713359932_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T13:16:01,354 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732713359932_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-11-27T13:16:01,356 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732713359932_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 1.4140 sec 2024-11-27T13:16:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-27T13:16:02,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed 2024-11-27T13:16:02,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1732713362100_ns2_test-17327133102171 table=ns2:test-17327133102171 type=FLUSH ttl=0 } 2024-11-27T13:16:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732713362101 (current time:1732713362101). 2024-11-27T13:16:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T13:16:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732713362100_ns2_test-17327133102171 VERSION not specified, setting to 2 2024-11-27T13:16:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3474e1fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:16:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:16:02,103 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:16:02,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:16:02,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:16:02,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78b1b14a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:02,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:16:02,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:16:02,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:02,105 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:16:02,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28a7cf0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:16:02,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:16:02,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:16:02,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:16:02,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805. 2024-11-27T13:16:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:16:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:02,111 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:16:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-27T13:16:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732713362100_ns2_test-17327133102171 table=ns2:test-17327133102171 type=FLUSH ttl=0 } 2024-11-27T13:16:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732713362100_ns2_test-17327133102171 table=ns2:test-17327133102171 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-11-27T13:16:02,115 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732713362100_ns2_test-17327133102171 table=ns2:test-17327133102171 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T13:16:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-27T13:16:02,116 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732713362100_ns2_test-17327133102171 table=ns2:test-17327133102171 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T13:16:02,118 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732713362100_ns2_test-17327133102171 table=ns2:test-17327133102171 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T13:16:02,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741917_1093 (size=86) 2024-11-27T13:16:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-27T13:16:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-27T13:16:02,531 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732713362100_ns2_test-17327133102171 table=ns2:test-17327133102171 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T13:16:02,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 779c4c4c296e49eea00a4cb280f65b7c}] 2024-11-27T13:16:02,534 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 779c4c4c296e49eea00a4cb280f65b7c 2024-11-27T13:16:02,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=53 2024-11-27T13:16:02,688 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17327133102171,,1732713313085.779c4c4c296e49eea00a4cb280f65b7c. 2024-11-27T13:16:02,688 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 779c4c4c296e49eea00a4cb280f65b7c 1/1 column families, dataSize=170 B heapSize=816 B 2024-11-27T13:16:02,697 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns2/test-17327133102171/779c4c4c296e49eea00a4cb280f65b7c/.tmp/f/59b24265700543e8ae65d653f1b5ff4d is 38, key is row-t20/f:q1/1732713342254/Put/seqid=0 2024-11-27T13:16:02,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741918_1094 (size=5134) 2024-11-27T13:16:02,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-27T13:16:03,103 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns2/test-17327133102171/779c4c4c296e49eea00a4cb280f65b7c/.tmp/f/59b24265700543e8ae65d653f1b5ff4d 2024-11-27T13:16:03,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns2/test-17327133102171/779c4c4c296e49eea00a4cb280f65b7c/.tmp/f/59b24265700543e8ae65d653f1b5ff4d as hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns2/test-17327133102171/779c4c4c296e49eea00a4cb280f65b7c/f/59b24265700543e8ae65d653f1b5ff4d 2024-11-27T13:16:03,125 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns2/test-17327133102171/779c4c4c296e49eea00a4cb280f65b7c/f/59b24265700543e8ae65d653f1b5ff4d, entries=5, sequenceid=111, filesize=5.0 K 2024-11-27T13:16:03,126 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for 779c4c4c296e49eea00a4cb280f65b7c in 438ms, sequenceid=111, compaction requested=false 2024-11-27T13:16:03,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 779c4c4c296e49eea00a4cb280f65b7c: 2024-11-27T13:16:03,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17327133102171,,1732713313085.779c4c4c296e49eea00a4cb280f65b7c. for snapshot_1732713362100_ns2_test-17327133102171 completed. 2024-11-27T13:16:03,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17327133102171,,1732713313085.779c4c4c296e49eea00a4cb280f65b7c.' region-info for snapshot=snapshot_1732713362100_ns2_test-17327133102171 2024-11-27T13:16:03,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T13:16:03,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns2/test-17327133102171/779c4c4c296e49eea00a4cb280f65b7c/f/b609c18a071e4486bdca2c47a227871e, hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns2/test-17327133102171/779c4c4c296e49eea00a4cb280f65b7c/f/59b24265700543e8ae65d653f1b5ff4d] hfiles 2024-11-27T13:16:03,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns2/test-17327133102171/779c4c4c296e49eea00a4cb280f65b7c/f/b609c18a071e4486bdca2c47a227871e for snapshot=snapshot_1732713362100_ns2_test-17327133102171 2024-11-27T13:16:03,127 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns2/test-17327133102171/779c4c4c296e49eea00a4cb280f65b7c/f/59b24265700543e8ae65d653f1b5ff4d for snapshot=snapshot_1732713362100_ns2_test-17327133102171 2024-11-27T13:16:03,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741919_1095 (size=130) 2024-11-27T13:16:03,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-27T13:16:03,534 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17327133102171,,1732713313085.779c4c4c296e49eea00a4cb280f65b7c. 2024-11-27T13:16:03,535 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-27T13:16:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-27T13:16:03,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732713362100_ns2_test-17327133102171 on region 779c4c4c296e49eea00a4cb280f65b7c 2024-11-27T13:16:03,537 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 779c4c4c296e49eea00a4cb280f65b7c 2024-11-27T13:16:03,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-27T13:16:03,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 779c4c4c296e49eea00a4cb280f65b7c in 1.0090 sec 2024-11-27T13:16:03,545 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732713362100_ns2_test-17327133102171 table=ns2:test-17327133102171 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T13:16:03,547 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732713362100_ns2_test-17327133102171 table=ns2:test-17327133102171 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T13:16:03,548 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732713362100_ns2_test-17327133102171 table=ns2:test-17327133102171 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T13:16:03,548 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732713362100_ns2_test-17327133102171 2024-11-27T13:16:03,549 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/.hbase-snapshot/.tmp/snapshot_1732713362100_ns2_test-17327133102171 2024-11-27T13:16:03,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741920_1096 (size=496) 2024-11-27T13:16:03,967 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732713362100_ns2_test-17327133102171 table=ns2:test-17327133102171 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T13:16:03,979 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732713362100_ns2_test-17327133102171 table=ns2:test-17327133102171 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T13:16:03,980 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/.hbase-snapshot/.tmp/snapshot_1732713362100_ns2_test-17327133102171 to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/.hbase-snapshot/snapshot_1732713362100_ns2_test-17327133102171 2024-11-27T13:16:03,982 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732713362100_ns2_test-17327133102171 table=ns2:test-17327133102171 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T13:16:03,982 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732713362100_ns2_test-17327133102171 table=ns2:test-17327133102171 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-11-27T13:16:03,984 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732713362100_ns2_test-17327133102171 table=ns2:test-17327133102171 type=FLUSH ttl=0 } in 1.8700 sec 2024-11-27T13:16:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-27T13:16:04,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17327133102171 completed 2024-11-27T13:16:04,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1732713364261_ns3_test-17327133102172 table=ns3:test-17327133102172 type=FLUSH ttl=0 } 2024-11-27T13:16:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732713364262 (current time:1732713364262). 2024-11-27T13:16:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T13:16:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732713364261_ns3_test-17327133102172 VERSION not specified, setting to 2 2024-11-27T13:16:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eb01435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:16:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:16:04,268 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:16:04,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:16:04,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:16:04,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1377c4e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:04,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:16:04,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:16:04,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:04,271 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:16:04,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e617f19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:16:04,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:16:04,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:16:04,274 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:16:04,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805. 2024-11-27T13:16:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:16:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:04,276 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:16:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-27T13:16:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732713364261_ns3_test-17327133102172 table=ns3:test-17327133102172 type=FLUSH ttl=0 } 2024-11-27T13:16:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732713364261_ns3_test-17327133102172 table=ns3:test-17327133102172 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-11-27T13:16:04,279 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732713364261_ns3_test-17327133102172 table=ns3:test-17327133102172 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T13:16:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-27T13:16:04,280 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732713364261_ns3_test-17327133102172 table=ns3:test-17327133102172 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T13:16:04,282 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732713364261_ns3_test-17327133102172 table=ns3:test-17327133102172 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T13:16:04,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741921_1097 (size=86) 2024-11-27T13:16:04,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-27T13:16:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-27T13:16:04,691 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732713364261_ns3_test-17327133102172 table=ns3:test-17327133102172 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T13:16:04,691 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a35c7490aa9fe2b182c01ebcca9a09c}] 2024-11-27T13:16:04,693 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a35c7490aa9fe2b182c01ebcca9a09c 2024-11-27T13:16:04,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=55 2024-11-27T13:16:04,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17327133102172,,1732713315385.6a35c7490aa9fe2b182c01ebcca9a09c. 2024-11-27T13:16:04,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 6a35c7490aa9fe2b182c01ebcca9a09c: 2024-11-27T13:16:04,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17327133102172,,1732713315385.6a35c7490aa9fe2b182c01ebcca9a09c. for snapshot_1732713364261_ns3_test-17327133102172 completed. 2024-11-27T13:16:04,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17327133102172,,1732713315385.6a35c7490aa9fe2b182c01ebcca9a09c.' region-info for snapshot=snapshot_1732713364261_ns3_test-17327133102172 2024-11-27T13:16:04,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T13:16:04,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T13:16:04,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741922_1098 (size=52) 2024-11-27T13:16:04,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-27T13:16:05,297 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17327133102172,,1732713315385.6a35c7490aa9fe2b182c01ebcca9a09c. 2024-11-27T13:16:05,297 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-27T13:16:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-27T13:16:05,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732713364261_ns3_test-17327133102172 on region 6a35c7490aa9fe2b182c01ebcca9a09c 2024-11-27T13:16:05,299 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a35c7490aa9fe2b182c01ebcca9a09c 2024-11-27T13:16:05,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-27T13:16:05,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6a35c7490aa9fe2b182c01ebcca9a09c in 610 msec 2024-11-27T13:16:05,304 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732713364261_ns3_test-17327133102172 table=ns3:test-17327133102172 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T13:16:05,306 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732713364261_ns3_test-17327133102172 table=ns3:test-17327133102172 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T13:16:05,307 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732713364261_ns3_test-17327133102172 table=ns3:test-17327133102172 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T13:16:05,307 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732713364261_ns3_test-17327133102172 2024-11-27T13:16:05,308 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/.hbase-snapshot/.tmp/snapshot_1732713364261_ns3_test-17327133102172 2024-11-27T13:16:05,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741923_1099 (size=443) 2024-11-27T13:16:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-27T13:16:05,595 INFO [master/1ba5af43fd99:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T13:16:05,596 INFO [master/1ba5af43fd99:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T13:16:05,729 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732713364261_ns3_test-17327133102172 table=ns3:test-17327133102172 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T13:16:05,738 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732713364261_ns3_test-17327133102172 table=ns3:test-17327133102172 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T13:16:05,738 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/.hbase-snapshot/.tmp/snapshot_1732713364261_ns3_test-17327133102172 to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/.hbase-snapshot/snapshot_1732713364261_ns3_test-17327133102172 2024-11-27T13:16:05,740 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732713364261_ns3_test-17327133102172 table=ns3:test-17327133102172 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T13:16:05,740 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732713364261_ns3_test-17327133102172 table=ns3:test-17327133102172 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-11-27T13:16:05,742 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732713364261_ns3_test-17327133102172 table=ns3:test-17327133102172 type=FLUSH ttl=0 } in 1.4640 sec 2024-11-27T13:16:06,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-27T13:16:06,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17327133102172 completed 2024-11-27T13:16:06,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1732713366442_ns4_test-17327133102173 table=ns4:test-17327133102173 type=FLUSH ttl=0 } 2024-11-27T13:16:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732713366444 (current time:1732713366444). 2024-11-27T13:16:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T13:16:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732713366442_ns4_test-17327133102173 VERSION not specified, setting to 2 2024-11-27T13:16:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@480309eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:16:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:16:06,447 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:16:06,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:16:06,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:16:06,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fe5f546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:06,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:16:06,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:16:06,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:06,451 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:16:06,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9f9e41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:06,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:16:06,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:16:06,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:16:06,456 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:16:06,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805. 2024-11-27T13:16:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:16:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:06,457 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:16:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-27T13:16:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732713366442_ns4_test-17327133102173 table=ns4:test-17327133102173 type=FLUSH ttl=0 } 2024-11-27T13:16:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732713366442_ns4_test-17327133102173 table=ns4:test-17327133102173 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-11-27T13:16:06,460 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732713366442_ns4_test-17327133102173 table=ns4:test-17327133102173 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T13:16:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-27T13:16:06,461 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732713366442_ns4_test-17327133102173 table=ns4:test-17327133102173 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T13:16:06,463 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732713366442_ns4_test-17327133102173 table=ns4:test-17327133102173 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T13:16:06,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741924_1100 (size=86) 2024-11-27T13:16:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-27T13:16:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-27T13:16:06,873 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732713366442_ns4_test-17327133102173 table=ns4:test-17327133102173 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T13:16:06,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 38a657487a782be9de0c14ffeb48423f}] 2024-11-27T13:16:06,876 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 38a657487a782be9de0c14ffeb48423f 2024-11-27T13:16:07,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=57 2024-11-27T13:16:07,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17327133102173,,1732713317778.38a657487a782be9de0c14ffeb48423f. 2024-11-27T13:16:07,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 38a657487a782be9de0c14ffeb48423f: 2024-11-27T13:16:07,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17327133102173,,1732713317778.38a657487a782be9de0c14ffeb48423f. for snapshot_1732713366442_ns4_test-17327133102173 completed. 2024-11-27T13:16:07,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17327133102173,,1732713317778.38a657487a782be9de0c14ffeb48423f.' region-info for snapshot=snapshot_1732713366442_ns4_test-17327133102173 2024-11-27T13:16:07,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T13:16:07,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T13:16:07,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741925_1101 (size=52) 2024-11-27T13:16:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-27T13:16:07,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17327133102173,,1732713317778.38a657487a782be9de0c14ffeb48423f. 2024-11-27T13:16:07,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-27T13:16:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-27T13:16:07,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732713366442_ns4_test-17327133102173 on region 38a657487a782be9de0c14ffeb48423f 2024-11-27T13:16:07,442 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 38a657487a782be9de0c14ffeb48423f 2024-11-27T13:16:07,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-27T13:16:07,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 38a657487a782be9de0c14ffeb48423f in 571 msec 2024-11-27T13:16:07,451 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732713366442_ns4_test-17327133102173 table=ns4:test-17327133102173 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T13:16:07,452 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732713366442_ns4_test-17327133102173 table=ns4:test-17327133102173 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T13:16:07,453 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732713366442_ns4_test-17327133102173 table=ns4:test-17327133102173 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T13:16:07,453 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732713366442_ns4_test-17327133102173 2024-11-27T13:16:07,454 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/.hbase-snapshot/.tmp/snapshot_1732713366442_ns4_test-17327133102173 2024-11-27T13:16:07,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741926_1102 (size=443) 2024-11-27T13:16:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-27T13:16:07,871 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732713366442_ns4_test-17327133102173 table=ns4:test-17327133102173 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T13:16:07,878 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732713366442_ns4_test-17327133102173 table=ns4:test-17327133102173 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T13:16:07,879 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/.hbase-snapshot/.tmp/snapshot_1732713366442_ns4_test-17327133102173 to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/.hbase-snapshot/snapshot_1732713366442_ns4_test-17327133102173 2024-11-27T13:16:07,880 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732713366442_ns4_test-17327133102173 table=ns4:test-17327133102173 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T13:16:07,880 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732713366442_ns4_test-17327133102173 table=ns4:test-17327133102173 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-11-27T13:16:07,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732713366442_ns4_test-17327133102173 table=ns4:test-17327133102173 type=FLUSH ttl=0 } in 1.4220 sec 2024-11-27T13:16:07,941 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 001a1ad7933b85fdd7ec3757cd8f9288, had cached 0 bytes from a total of 28925 2024-11-27T13:16:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-27T13:16:08,621 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17327133102173 completed 2024-11-27T13:16:08,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1732713368622_default_test-1732713310217 table=test-1732713310217 type=FLUSH ttl=0 } 2024-11-27T13:16:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732713368623 (current time:1732713368623). 2024-11-27T13:16:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T13:16:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732713368622_default_test-1732713310217 VERSION not specified, setting to 2 2024-11-27T13:16:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48903083, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:16:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:16:08,628 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:16:08,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:16:08,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:16:08,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc259b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:08,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:16:08,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:16:08,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:08,632 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:16:08,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a39a32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:16:08,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:16:08,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:16:08,636 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:16:08,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805. 2024-11-27T13:16:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:16:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:08,637 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:16:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-27T13:16:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732713368622_default_test-1732713310217 table=test-1732713310217 type=FLUSH ttl=0 } 2024-11-27T13:16:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732713368622_default_test-1732713310217 table=test-1732713310217 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-11-27T13:16:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-27T13:16:08,641 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732713368622_default_test-1732713310217 table=test-1732713310217 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T13:16:08,642 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732713368622_default_test-1732713310217 table=test-1732713310217 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T13:16:08,645 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732713368622_default_test-1732713310217 table=test-1732713310217 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T13:16:08,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741927_1103 (size=84) 2024-11-27T13:16:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-27T13:16:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-27T13:16:09,055 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732713368622_default_test-1732713310217 table=test-1732713310217 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T13:16:09,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf814bcfc0144fe2852321b1414833e0}] 2024-11-27T13:16:09,059 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:16:09,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=59 2024-11-27T13:16:09,214 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0. 2024-11-27T13:16:09,214 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for cf814bcfc0144fe2852321b1414833e0: 2024-11-27T13:16:09,214 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0. for snapshot_1732713368622_default_test-1732713310217 completed. 2024-11-27T13:16:09,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(241): Storing 'test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0.' region-info for snapshot=snapshot_1732713368622_default_test-1732713310217 2024-11-27T13:16:09,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T13:16:09,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/f/bf9efd0aa98f4bad8db4eac80a9e20fb, hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/f/50d42b085e4040f78775bb87a963bc5a] hfiles 2024-11-27T13:16:09,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/f/bf9efd0aa98f4bad8db4eac80a9e20fb for snapshot=snapshot_1732713368622_default_test-1732713310217 2024-11-27T13:16:09,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/f/50d42b085e4040f78775bb87a963bc5a for snapshot=snapshot_1732713368622_default_test-1732713310217 2024-11-27T13:16:09,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T13:16:09,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/mob/5a8a3fea3dc344bf8e650306a9f7d5c1, hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/mob/e7bca82d78e24dd2b2c72c9c1e7256d7] hfiles 2024-11-27T13:16:09,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/mob/5a8a3fea3dc344bf8e650306a9f7d5c1 for snapshot=snapshot_1732713368622_default_test-1732713310217 2024-11-27T13:16:09,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/mob/e7bca82d78e24dd2b2c72c9c1e7256d7 for snapshot=snapshot_1732713368622_default_test-1732713310217 2024-11-27T13:16:09,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741928_1104 (size=224) 2024-11-27T13:16:09,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-27T13:16:09,628 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0. 2024-11-27T13:16:09,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-27T13:16:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-27T13:16:09,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732713368622_default_test-1732713310217 on region cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:16:09,631 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:16:09,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-27T13:16:09,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cf814bcfc0144fe2852321b1414833e0 in 577 msec 2024-11-27T13:16:09,637 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732713368622_default_test-1732713310217 table=test-1732713310217 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T13:16:09,639 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732713368622_default_test-1732713310217 table=test-1732713310217 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T13:16:09,641 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-27T13:16:09,641 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-27T13:16:09,642 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:16:09,643 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-27T13:16:09,643 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:16:09,643 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2 2024-11-27T13:16:09,644 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:16:09,645 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/mobdir/data/default/test-1732713310217/2cb11da0149596b6079075676786b8c2/mob/d41d8cd98f00b204e9800998ecf8427e20241127f24787cf67e942fc898ad21390665996_cf814bcfc0144fe2852321b1414833e0] hfiles 2024-11-27T13:16:09,645 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/mobdir/data/default/test-1732713310217/2cb11da0149596b6079075676786b8c2/mob/d41d8cd98f00b204e9800998ecf8427e20241127f24787cf67e942fc898ad21390665996_cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:16:09,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741929_1105 (size=168) 2024-11-27T13:16:09,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-27T13:16:10,114 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732713368622_default_test-1732713310217 table=test-1732713310217 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T13:16:10,114 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732713368622_default_test-1732713310217 2024-11-27T13:16:10,117 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/.hbase-snapshot/.tmp/snapshot_1732713368622_default_test-1732713310217 2024-11-27T13:16:10,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741930_1106 (size=1347) 2024-11-27T13:16:10,539 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732713368622_default_test-1732713310217 table=test-1732713310217 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T13:16:10,548 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732713368622_default_test-1732713310217 table=test-1732713310217 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T13:16:10,549 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/.hbase-snapshot/.tmp/snapshot_1732713368622_default_test-1732713310217 to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/.hbase-snapshot/snapshot_1732713368622_default_test-1732713310217 2024-11-27T13:16:10,550 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732713368622_default_test-1732713310217 table=test-1732713310217 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T13:16:10,550 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732713368622_default_test-1732713310217 table=test-1732713310217 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-11-27T13:16:10,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732713368622_default_test-1732713310217 table=test-1732713310217 type=FLUSH ttl=0 } in 1.9120 sec 2024-11-27T13:16:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-27T13:16:10,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1732713310217 completed 2024-11-27T13:16:10,802 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1732713355453 2024-11-27T13:16:10,802 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-27T13:16:10,802 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied. 2024-11-27T13:16:10,802 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732713355453_backup:system_bulk 2024-11-27T13:16:10,802 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732713359932_backup_system_bulk to hdfs://localhost:35613/backupUT/backup_1732713355453/backup/system_bulk/ 2024-11-27T13:16:10,803 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-27T13:16:10,837 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:35613, inputRoot=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0 2024-11-27T13:16:10,837 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1354142646_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:35613/backupUT/backup_1732713355453/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:35613/backupUT/backup_1732713355453/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1732713359932_backup_system_bulk 2024-11-27T13:16:10,839 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-27T13:16:10,844 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/.hbase-snapshot/snapshot_1732713359932_backup_system_bulk to hdfs://localhost:35613/backupUT/backup_1732713355453/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1732713359932_backup_system_bulk 2024-11-27T13:16:10,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741931_1107 (size=76) 2024-11-27T13:16:10,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741932_1108 (size=702) 2024-11-27T13:16:11,259 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:11,260 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:11,261 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:12,127 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/hadoop-13181522176668314238.jar 2024-11-27T13:16:12,127 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:12,128 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:12,128 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:12,128 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:12,128 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:12,129 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:12,129 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:12,129 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:12,129 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:12,130 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T13:16:12,130 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T13:16:12,130 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T13:16:12,130 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T13:16:12,130 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T13:16:12,131 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T13:16:12,131 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T13:16:12,131 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T13:16:12,131 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T13:16:12,131 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T13:16:12,132 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T13:16:12,132 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T13:16:12,132 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T13:16:12,133 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T13:16:12,133 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T13:16:12,133 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T13:16:12,133 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T13:16:12,133 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T13:16:12,169 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T13:16:12,193 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732713359932_backup_system_bulk' hfile list 2024-11-27T13:16:12,271 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/mapreduce.cluster.local.dir/job_local77637413_0005_282b5c9d-c0d3-44dc-abae-375437f52e10/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-27T13:16:12,271 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/mapreduce.cluster.local.dir/job_local77637413_0005_282b5c9d-c0d3-44dc-abae-375437f52e10/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-27T13:16:13,309 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-27T13:16:13,312 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-27T13:16:13,322 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732713359932_backup_system_bulk 2024-11-27T13:16:13,322 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732713359932_backup_system_bulk finished. 2024-11-27T13:16:13,322 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732713355453_ns2:test-17327133102171 2024-11-27T13:16:13,323 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732713362100_ns2_test-17327133102171 to hdfs://localhost:35613/backupUT/backup_1732713355453/ns2/test-17327133102171/ 2024-11-27T13:16:13,323 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-27T13:16:13,358 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:35613, inputRoot=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0 2024-11-27T13:16:13,358 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1354142646_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:35613/backupUT/backup_1732713355453/ns2/test-17327133102171, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:35613/backupUT/backup_1732713355453/ns2/test-17327133102171/.hbase-snapshot/.tmp/snapshot_1732713362100_ns2_test-17327133102171 2024-11-27T13:16:13,360 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-27T13:16:13,366 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/.hbase-snapshot/snapshot_1732713362100_ns2_test-17327133102171 to hdfs://localhost:35613/backupUT/backup_1732713355453/ns2/test-17327133102171/.hbase-snapshot/.tmp/snapshot_1732713362100_ns2_test-17327133102171 2024-11-27T13:16:13,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741933_1109 (size=86) 2024-11-27T13:16:13,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741934_1110 (size=496) 2024-11-27T13:16:13,779 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:13,780 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:13,780 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:14,648 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/hadoop-4604204837267173047.jar 2024-11-27T13:16:14,648 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:14,648 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:14,648 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:14,649 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:14,649 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:14,649 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:14,649 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:14,649 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:14,649 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:14,650 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T13:16:14,650 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T13:16:14,650 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T13:16:14,650 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T13:16:14,650 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T13:16:14,650 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T13:16:14,651 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T13:16:14,651 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T13:16:14,651 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T13:16:14,651 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T13:16:14,651 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T13:16:14,651 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T13:16:14,652 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T13:16:14,652 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T13:16:14,652 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T13:16:14,652 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T13:16:14,652 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T13:16:14,652 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T13:16:14,685 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T13:16:14,711 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732713362100_ns2_test-17327133102171' hfile list 2024-11-27T13:16:14,713 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=13.2 K 2024-11-27T13:16:14,800 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/mapreduce.cluster.local.dir/job_local202999484_0006_433a5286-3944-425e-96ba-bcff40ea9f79/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-27T13:16:14,800 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/mapreduce.cluster.local.dir/job_local202999484_0006_433a5286-3944-425e-96ba-bcff40ea9f79/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-27T13:16:14,861 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-11-27T13:16:14,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741935_1111 (size=8413) 2024-11-27T13:16:15,298 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns2/test-17327133102171/779c4c4c296e49eea00a4cb280f65b7c/f/b609c18a071e4486bdca2c47a227871e output=hdfs://localhost:35613/backupUT/backup_1732713355453/ns2/test-17327133102171/archive/data/ns2/test-17327133102171/779c4c4c296e49eea00a4cb280f65b7c/f/b609c18a071e4486bdca2c47a227871e 2024-11-27T13:16:15,298 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-11-27T13:16:15,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741936_1112 (size=5134) 2024-11-27T13:16:15,728 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns2/test-17327133102171/779c4c4c296e49eea00a4cb280f65b7c/f/59b24265700543e8ae65d653f1b5ff4d output=hdfs://localhost:35613/backupUT/backup_1732713355453/ns2/test-17327133102171/archive/data/ns2/test-17327133102171/779c4c4c296e49eea00a4cb280f65b7c/f/59b24265700543e8ae65d653f1b5ff4d 2024-11-27T13:16:15,728 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5134 (5.0 K) time=0sec 0.012M/sec 2024-11-27T13:16:15,836 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-27T13:16:15,837 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-27T13:16:15,846 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732713362100_ns2_test-17327133102171 2024-11-27T13:16:15,846 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732713362100_ns2_test-17327133102171 finished. 2024-11-27T13:16:15,847 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732713355453_ns3:test-17327133102172 2024-11-27T13:16:15,847 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732713364261_ns3_test-17327133102172 to hdfs://localhost:35613/backupUT/backup_1732713355453/ns3/test-17327133102172/ 2024-11-27T13:16:15,847 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-27T13:16:15,875 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:35613, inputRoot=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0 2024-11-27T13:16:15,875 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1354142646_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:35613/backupUT/backup_1732713355453/ns3/test-17327133102172, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:35613/backupUT/backup_1732713355453/ns3/test-17327133102172/.hbase-snapshot/.tmp/snapshot_1732713364261_ns3_test-17327133102172 2024-11-27T13:16:15,877 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-27T13:16:15,881 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/.hbase-snapshot/snapshot_1732713364261_ns3_test-17327133102172 to hdfs://localhost:35613/backupUT/backup_1732713355453/ns3/test-17327133102172/.hbase-snapshot/.tmp/snapshot_1732713364261_ns3_test-17327133102172 2024-11-27T13:16:15,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741937_1113 (size=86) 2024-11-27T13:16:15,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741938_1114 (size=443) 2024-11-27T13:16:16,294 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:16,295 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:16,295 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:17,157 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/hadoop-391931343863642190.jar 2024-11-27T13:16:17,158 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:17,158 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:17,158 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:17,158 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:17,158 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:17,158 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:17,159 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:17,159 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:17,159 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:17,159 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T13:16:17,159 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T13:16:17,160 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T13:16:17,160 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T13:16:17,160 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T13:16:17,160 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T13:16:17,160 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T13:16:17,161 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T13:16:17,161 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T13:16:17,161 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T13:16:17,161 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T13:16:17,161 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T13:16:17,161 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T13:16:17,162 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T13:16:17,162 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T13:16:17,162 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T13:16:17,162 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T13:16:17,162 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T13:16:17,196 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T13:16:17,218 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732713364261_ns3_test-17327133102172' hfile list 2024-11-27T13:16:17,300 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/mapreduce.cluster.local.dir/job_local1981832213_0007_c1e0c261-d364-462f-9fa5-76890bd60543/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-27T13:16:17,300 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/mapreduce.cluster.local.dir/job_local1981832213_0007_c1e0c261-d364-462f-9fa5-76890bd60543/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-27T13:16:18,334 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-27T13:16:18,337 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-27T13:16:18,346 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732713364261_ns3_test-17327133102172 2024-11-27T13:16:18,346 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732713364261_ns3_test-17327133102172 finished. 2024-11-27T13:16:18,346 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732713355453_ns4:test-17327133102173 2024-11-27T13:16:18,346 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732713366442_ns4_test-17327133102173 to hdfs://localhost:35613/backupUT/backup_1732713355453/ns4/test-17327133102173/ 2024-11-27T13:16:18,346 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-27T13:16:18,374 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:35613, inputRoot=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0 2024-11-27T13:16:18,375 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1354142646_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:35613/backupUT/backup_1732713355453/ns4/test-17327133102173, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:35613/backupUT/backup_1732713355453/ns4/test-17327133102173/.hbase-snapshot/.tmp/snapshot_1732713366442_ns4_test-17327133102173 2024-11-27T13:16:18,377 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-27T13:16:18,381 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/.hbase-snapshot/snapshot_1732713366442_ns4_test-17327133102173 to hdfs://localhost:35613/backupUT/backup_1732713355453/ns4/test-17327133102173/.hbase-snapshot/.tmp/snapshot_1732713366442_ns4_test-17327133102173 2024-11-27T13:16:18,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741939_1115 (size=443) 2024-11-27T13:16:18,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741940_1116 (size=86) 2024-11-27T13:16:18,796 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:18,797 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:18,797 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:19,665 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/hadoop-18280053040782357919.jar 2024-11-27T13:16:19,665 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:19,666 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:19,666 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:19,666 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:19,666 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:19,666 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:19,667 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:19,667 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:19,667 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:19,667 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T13:16:19,667 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T13:16:19,668 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T13:16:19,668 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T13:16:19,668 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T13:16:19,668 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T13:16:19,668 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T13:16:19,669 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T13:16:19,669 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T13:16:19,669 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T13:16:19,669 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T13:16:19,669 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T13:16:19,670 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T13:16:19,670 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T13:16:19,670 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T13:16:19,670 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T13:16:19,670 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T13:16:19,670 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T13:16:19,703 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T13:16:19,731 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732713366442_ns4_test-17327133102173' hfile list 2024-11-27T13:16:19,822 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/mapreduce.cluster.local.dir/job_local1034127500_0008_fa9ef627-a5fa-4f28-bbe4-116448adc50b/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-27T13:16:19,822 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/mapreduce.cluster.local.dir/job_local1034127500_0008_fa9ef627-a5fa-4f28-bbe4-116448adc50b/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-27T13:16:20,862 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-27T13:16:20,865 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-27T13:16:20,876 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732713366442_ns4_test-17327133102173 2024-11-27T13:16:20,876 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732713366442_ns4_test-17327133102173 finished. 2024-11-27T13:16:20,876 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732713355453_test-1732713310217 2024-11-27T13:16:20,876 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732713368622_default_test-1732713310217 to hdfs://localhost:35613/backupUT/backup_1732713355453/default/test-1732713310217/ 2024-11-27T13:16:20,876 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-27T13:16:20,904 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:35613, inputRoot=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0 2024-11-27T13:16:20,904 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1354142646_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:35613/backupUT/backup_1732713355453/default/test-1732713310217, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:35613/backupUT/backup_1732713355453/default/test-1732713310217/.hbase-snapshot/.tmp/snapshot_1732713368622_default_test-1732713310217 2024-11-27T13:16:20,905 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-27T13:16:20,911 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/.hbase-snapshot/snapshot_1732713368622_default_test-1732713310217 to hdfs://localhost:35613/backupUT/backup_1732713355453/default/test-1732713310217/.hbase-snapshot/.tmp/snapshot_1732713368622_default_test-1732713310217 2024-11-27T13:16:20,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741942_1118 (size=1347) 2024-11-27T13:16:20,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741941_1117 (size=84) 2024-11-27T13:16:21,332 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:21,332 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:21,333 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:22,195 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/hadoop-409960390283341326.jar 2024-11-27T13:16:22,195 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:22,196 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:22,196 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:22,196 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:22,196 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:22,197 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:22,197 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:22,197 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:22,197 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:22,197 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T13:16:22,198 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T13:16:22,198 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T13:16:22,198 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T13:16:22,198 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T13:16:22,198 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T13:16:22,198 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T13:16:22,199 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T13:16:22,199 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T13:16:22,199 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T13:16:22,199 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T13:16:22,200 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T13:16:22,200 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T13:16:22,200 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T13:16:22,200 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T13:16:22,200 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T13:16:22,200 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T13:16:22,201 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T13:16:22,233 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T13:16:22,259 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732713368622_default_test-1732713310217' hfile list 2024-11-27T13:16:22,262 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=43.0 K 2024-11-27T13:16:22,337 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/mapreduce.cluster.local.dir/job_local1109654884_0009_cf75953e-8a68-4b6d-aac4-d31321af5cac/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-27T13:16:22,337 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/mapreduce.cluster.local.dir/job_local1109654884_0009_cf75953e-8a68-4b6d-aac4-d31321af5cac/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-27T13:16:22,399 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-11-27T13:16:22,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741943_1119 (size=13760) 2024-11-27T13:16:22,832 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/mob/e7bca82d78e24dd2b2c72c9c1e7256d7 output=hdfs://localhost:35613/backupUT/backup_1732713355453/default/test-1732713310217/archive/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/mob/e7bca82d78e24dd2b2c72c9c1e7256d7 2024-11-27T13:16:22,832 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=13760 (13.4 K) time=0sec 0.031M/sec 2024-11-27T13:16:22,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741944_1120 (size=10796) 2024-11-27T13:16:23,263 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/f/50d42b085e4040f78775bb87a963bc5a output=hdfs://localhost:35613/backupUT/backup_1732713355453/default/test-1732713310217/archive/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/f/50d42b085e4040f78775bb87a963bc5a 2024-11-27T13:16:23,263 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=10796 (10.5 K) time=0sec 0.024M/sec 2024-11-27T13:16:23,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741945_1121 (size=8413) 2024-11-27T13:16:23,702 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/f/bf9efd0aa98f4bad8db4eac80a9e20fb output=hdfs://localhost:35613/backupUT/backup_1732713355453/default/test-1732713310217/archive/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/f/bf9efd0aa98f4bad8db4eac80a9e20fb 2024-11-27T13:16:23,702 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-11-27T13:16:23,716 WARN [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/mobdir/data/default/test-1732713310217/2cb11da0149596b6079075676786b8c2/mob/d41d8cd98f00b204e9800998ecf8427e20241127f24787cf67e942fc898ad21390665996_cf814bcfc0144fe2852321b1414833e0 to hdfs://localhost:35613/backupUT/backup_1732713355453/default/test-1732713310217/archive/data/default/test-1732713310217/2cb11da0149596b6079075676786b8c2/mob/d41d8cd98f00b204e9800998ecf8427e20241127f24787cf67e942fc898ad21390665996_cf814bcfc0144fe2852321b1414833e0" truncated to max limit (512 characters) 2024-11-27T13:16:23,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741946_1122 (size=5591) 2024-11-27T13:16:24,130 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/mobdir/data/default/test-1732713310217/2cb11da0149596b6079075676786b8c2/mob/d41d8cd98f00b204e9800998ecf8427e20241127f24787cf67e942fc898ad21390665996_cf814bcfc0144fe2852321b1414833e0 output=hdfs://localhost:35613/backupUT/backup_1732713355453/default/test-1732713310217/archive/data/default/test-1732713310217/2cb11da0149596b6079075676786b8c2/mob/d41d8cd98f00b204e9800998ecf8427e20241127f24787cf67e942fc898ad21390665996_cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:16:24,131 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5591 (5.5 K) time=0sec 0.013M/sec 2024-11-27T13:16:24,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741947_1123 (size=5484) 2024-11-27T13:16:24,567 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/mob/5a8a3fea3dc344bf8e650306a9f7d5c1 output=hdfs://localhost:35613/backupUT/backup_1732713355453/default/test-1732713310217/archive/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/mob/5a8a3fea3dc344bf8e650306a9f7d5c1 2024-11-27T13:16:24,567 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-11-27T13:16:25,375 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-27T13:16:25,376 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-27T13:16:25,388 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732713368622_default_test-1732713310217 2024-11-27T13:16:25,388 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732713368622_default_test-1732713310217 finished. 2024-11-27T13:16:25,388 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk 2024-11-27T13:16:25,388 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17327133102171 2024-11-27T13:16:25,388 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17327133102172 2024-11-27T13:16:25,388 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17327133102173 2024-11-27T13:16:25,388 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1732713310217 2024-11-27T13:16:25,397 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732713355453 2024-11-27T13:16:25,397 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-27T13:16:25,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741948_1124 (size=209) 2024-11-27T13:16:25,805 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35613/backupUT/backup_1732713355453/.backup.manifest 2024-11-27T13:16:25,805 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732713355453 finished: type=FULL,tablelist=backup:system_bulk;ns2:test-17327133102171;ns3:test-17327133102172;ns4:test-17327133102173;test-1732713310217,targetRootDir=hdfs://localhost:35613/backupUT,startts=1732713359650,completets=1732713385397,bytescopied=0 2024-11-27T13:16:25,805 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-27T13:16:25,805 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732713359932_backup_system_bulk 2024-11-27T13:16:25,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1732713359932_backup_system_bulk" type: DISABLED 2024-11-27T13:16:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732713359932_backup_system_bulk 2024-11-27T13:16:25,816 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732713359932_backup_system_bulk for backup backup_1732713355453 succeeded. 2024-11-27T13:16:25,816 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732713362100_ns2_test-17327133102171 2024-11-27T13:16:25,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1732713362100_ns2_test-17327133102171" type: DISABLED 2024-11-27T13:16:25,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732713362100_ns2_test-17327133102171 2024-11-27T13:16:25,820 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732713362100_ns2_test-17327133102171 for backup backup_1732713355453 succeeded. 2024-11-27T13:16:25,820 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732713364261_ns3_test-17327133102172 2024-11-27T13:16:25,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1732713364261_ns3_test-17327133102172" type: DISABLED 2024-11-27T13:16:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732713364261_ns3_test-17327133102172 2024-11-27T13:16:25,824 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732713364261_ns3_test-17327133102172 for backup backup_1732713355453 succeeded. 2024-11-27T13:16:25,824 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732713366442_ns4_test-17327133102173 2024-11-27T13:16:25,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1732713366442_ns4_test-17327133102173" type: DISABLED 2024-11-27T13:16:25,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732713366442_ns4_test-17327133102173 2024-11-27T13:16:25,828 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732713366442_ns4_test-17327133102173 for backup backup_1732713355453 succeeded. 2024-11-27T13:16:25,828 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732713368622_default_test-1732713310217 2024-11-27T13:16:25,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1732713368622_default_test-1732713310217" type: DISABLED 2024-11-27T13:16:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732713368622_default_test-1732713310217 2024-11-27T13:16:25,832 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732713368622_default_test-1732713310217 for backup backup_1732713355453 succeeded. 2024-11-27T13:16:25,833 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-27T13:16:25,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system" type: DISABLED 2024-11-27T13:16:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-27T13:16:25,841 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-27T13:16:25,845 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-27T13:16:25,852 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732713355453 completed. 2024-11-27T13:16:25,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T13:16:25,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T13:16:28,312 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T13:16:30,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T13:16:30,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T13:16:30,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T13:16:30,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T13:16:30,991 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-27T13:16:30,996 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732713390882 2024-11-27T13:16:30,999 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732713355453} 2024-11-27T13:16:30,999 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-27T13:16:31,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T13:16:31,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T13:16:31,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T13:16:31,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T13:16:31,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T13:16:31,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T13:16:31,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T13:16:31,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T13:16:31,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T13:16:31,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T13:16:31,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-27T13:16:31,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732713391098 (current time:1732713391098). 2024-11-27T13:16:31,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T13:16:31,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-27T13:16:31,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@654dea88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:31,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:16:31,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:16:31,100 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:16:31,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:16:31,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:16:31,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e219710, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:31,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:16:31,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:16:31,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:31,102 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:16:31,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d33d9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:31,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:16:31,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:16:31,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:16:31,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:16:31,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805. 2024-11-27T13:16:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:16:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:31,106 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:16:31,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-27T13:16:31,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-27T13:16:31,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-11-27T13:16:31,108 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T13:16:31,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-27T13:16:31,109 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T13:16:31,112 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T13:16:31,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741949_1125 (size=52) 2024-11-27T13:16:31,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-27T13:16:31,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-27T13:16:31,521 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T13:16:31,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 001a1ad7933b85fdd7ec3757cd8f9288}] 2024-11-27T13:16:31,524 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 001a1ad7933b85fdd7ec3757cd8f9288 2024-11-27T13:16:31,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=61 2024-11-27T13:16:31,677 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288. 2024-11-27T13:16:31,678 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 001a1ad7933b85fdd7ec3757cd8f9288 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB 2024-11-27T13:16:31,688 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/.tmp/meta/bb5f6933ee204fd88ebeba20650c0470 is 158, key is trslm:hdfs://localhost:35613/backupUT\x00ns2:test-17327133102171/meta:log-roll-map/1732713385392/Put/seqid=0 2024-11-27T13:16:31,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741950_1126 (size=6646) 2024-11-27T13:16:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-27T13:16:32,095 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/.tmp/meta/bb5f6933ee204fd88ebeba20650c0470 2024-11-27T13:16:32,111 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/.tmp/session/88ecaf9a51b8488eb554d5af86d623d9 is 826, key is session:backup_1732713355453/session:context/1732713385843/Put/seqid=0 2024-11-27T13:16:32,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741951_1127 (size=5928) 2024-11-27T13:16:32,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-27T13:16:32,518 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/.tmp/session/88ecaf9a51b8488eb554d5af86d623d9 2024-11-27T13:16:32,533 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/.tmp/meta/bb5f6933ee204fd88ebeba20650c0470 as hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/meta/bb5f6933ee204fd88ebeba20650c0470 2024-11-27T13:16:32,539 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/meta/bb5f6933ee204fd88ebeba20650c0470, entries=12, sequenceid=42, filesize=6.5 K 2024-11-27T13:16:32,541 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/.tmp/session/88ecaf9a51b8488eb554d5af86d623d9 as hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/session/88ecaf9a51b8488eb554d5af86d623d9 2024-11-27T13:16:32,548 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/session/88ecaf9a51b8488eb554d5af86d623d9, entries=2, sequenceid=42, filesize=5.8 K 2024-11-27T13:16:32,549 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for 001a1ad7933b85fdd7ec3757cd8f9288 in 872ms, sequenceid=42, compaction requested=true 2024-11-27T13:16:32,549 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 001a1ad7933b85fdd7ec3757cd8f9288: 2024-11-27T13:16:32,549 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288. for snapshot_backup_system completed. 2024-11-27T13:16:32,549 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288.' region-info for snapshot=snapshot_backup_system 2024-11-27T13:16:32,549 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T13:16:32,549 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/meta/e5c81fbe24214f06ad7e315d1b8d98b7, hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/meta/eefa5934d7584bf39d95aba875b0e48a, hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/meta/bb5f6933ee204fd88ebeba20650c0470] hfiles 2024-11-27T13:16:32,549 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/meta/e5c81fbe24214f06ad7e315d1b8d98b7 for snapshot=snapshot_backup_system 2024-11-27T13:16:32,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/meta/eefa5934d7584bf39d95aba875b0e48a for snapshot=snapshot_backup_system 2024-11-27T13:16:32,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/meta/bb5f6933ee204fd88ebeba20650c0470 for snapshot=snapshot_backup_system 2024-11-27T13:16:32,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/session/4930183ea007448a953634c05923f060, hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/session/0746724706ce4a28bbe8b243b95a2a85, hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/session/2c6255d28e094bdf8ff34ee81bd2d397, hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/session/88ecaf9a51b8488eb554d5af86d623d9] hfiles 2024-11-27T13:16:32,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/session/4930183ea007448a953634c05923f060 for snapshot=snapshot_backup_system 2024-11-27T13:16:32,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/session/0746724706ce4a28bbe8b243b95a2a85 for snapshot=snapshot_backup_system 2024-11-27T13:16:32,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/session/2c6255d28e094bdf8ff34ee81bd2d397 for snapshot=snapshot_backup_system 2024-11-27T13:16:32,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/session/88ecaf9a51b8488eb554d5af86d623d9 for snapshot=snapshot_backup_system 2024-11-27T13:16:32,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741952_1128 (size=330) 2024-11-27T13:16:32,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288. 2024-11-27T13:16:32,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-27T13:16:32,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-27T13:16:32,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 001a1ad7933b85fdd7ec3757cd8f9288 2024-11-27T13:16:32,959 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 001a1ad7933b85fdd7ec3757cd8f9288 2024-11-27T13:16:32,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-27T13:16:32,965 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T13:16:32,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 001a1ad7933b85fdd7ec3757cd8f9288 in 1.4400 sec 2024-11-27T13:16:32,967 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T13:16:32,968 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T13:16:32,968 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-27T13:16:32,970 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-27T13:16:32,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741953_1129 (size=967) 2024-11-27T13:16:33,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-27T13:16:33,389 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T13:16:33,403 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T13:16:33,404 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/.hbase-snapshot/snapshot_backup_system 2024-11-27T13:16:33,405 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T13:16:33,406 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-11-27T13:16:33,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2990 sec 2024-11-27T13:16:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-27T13:16:35,291 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-27T13:16:35,292 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732713390882 started at 1732713395292. 2024-11-27T13:16:35,298 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732713390882 has been started. 2024-11-27T13:16:35,306 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [backup:system_bulk, ns2:test-17327133102171, ns3:test-17327133102172, ns4:test-17327133102173, test-1732713310217] 2024-11-27T13:16:35,315 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1732713346042for backupID backup_1732713390882 2024-11-27T13:16:35,315 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-27T13:16:35,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc 2024-11-27T13:16:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-27T13:16:35,316 INFO [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-27T13:16:35,316 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-27T13:16:35,316 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-27T13:16:35,316 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-27T13:16:35,317 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-27T13:16:35,317 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-27T13:16:35,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-27T13:16:35,407 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/1ba5af43fd99,45367,1732713300833 2024-11-27T13:16:35,408 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-27T13:16:35,408 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-27T13:16:35,409 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/1ba5af43fd99,45367,1732713300833 2024-11-27T13:16:35,409 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-27T13:16:35,409 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-27T13:16:35,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-27T13:16:35,412 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-27T13:16:35,412 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-27T13:16:35,412 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-27T13:16:35,412 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-27T13:16:35,413 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-27T13:16:35,413 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-27T13:16:35,413 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-27T13:16:35,413 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-27T13:16:35,413 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-27T13:16:35,413 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '1ba5af43fd99,45367,1732713300833' joining acquired barrier for procedure (rolllog) in zk 2024-11-27T13:16:35,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/1ba5af43fd99,45367,1732713300833 2024-11-27T13:16:35,434 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-27T13:16:35,434 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/1ba5af43fd99,45367,1732713300833 2024-11-27T13:16:35,434 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T13:16:35,434 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T13:16:35,435 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-27T13:16:35,435 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-27T13:16:35,436 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T13:16:35,437 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T13:16:35,439 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T13:16:35,440 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1ba5af43fd99,45367,1732713300833 2024-11-27T13:16:35,440 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T13:16:35,441 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '1ba5af43fd99,45367,1732713300833' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-27T13:16:35,441 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@14fb9616[Count = 0] remaining members to acquire global barrier 2024-11-27T13:16:35,441 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-27T13:16:35,441 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-27T13:16:35,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T13:16:35,454 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-27T13:16:35,454 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-27T13:16:35,454 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-27T13:16:35,455 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/1ba5af43fd99,45367,1732713300833 2024-11-27T13:16:35,455 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-27T13:16:35,455 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-27T13:16:35,455 DEBUG [rs(1ba5af43fd99,45367,1732713300833)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 1ba5af43fd99,45367,1732713300833 2024-11-27T13:16:35,455 INFO [rs(1ba5af43fd99,45367,1732713300833)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732713359778 highest: 1732713359811 on 1ba5af43fd99,45367,1732713300833 2024-11-27T13:16:35,455 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0:(num 1732713359778) roll requested 2024-11-27T13:16:35,470 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0.1732713395455, exclude list is [], retry=0 2024-11-27T13:16:35,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44177,DS-72d124e0-e64d-42e4-86f6-29440b63400a,DISK] 2024-11-27T13:16:35,474 INFO [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0.1732713359778 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0.1732713395455 2024-11-27T13:16:35,474 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37417:37417)] 2024-11-27T13:16:35,474 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0.1732713359778 is not closed yet, will try archiving it next time 2024-11-27T13:16:35,474 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1ba5af43fd99%2C45367%2C1732713300833.meta:.meta(num 1732713359795) roll requested 2024-11-27T13:16:35,474 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0.1732713328425 to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/oldWALs/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0.1732713328425 2024-11-27T13:16:35,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741911_1087 (size=653) 2024-11-27T13:16:35,475 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0.1732713359778 not finished, retry = 0 2024-11-27T13:16:35,492 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.meta.1732713395474.meta, exclude list is [], retry=0 2024-11-27T13:16:35,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44177,DS-72d124e0-e64d-42e4-86f6-29440b63400a,DISK] 2024-11-27T13:16:35,495 INFO [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.meta.1732713359795.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.meta.1732713395474.meta 2024-11-27T13:16:35,496 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37417:37417)] 2024-11-27T13:16:35,496 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.meta.1732713359795.meta is not closed yet, will try archiving it next time 2024-11-27T13:16:35,496 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1:(num 1732713359811) roll requested 2024-11-27T13:16:35,497 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.meta.1732713359795.meta not finished, retry = 0 2024-11-27T13:16:35,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741912_1088 (size=93) 2024-11-27T13:16:35,514 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1.1732713395496, exclude list is [], retry=0 2024-11-27T13:16:35,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44177,DS-72d124e0-e64d-42e4-86f6-29440b63400a,DISK] 2024-11-27T13:16:35,518 INFO [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1.1732713359811 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1.1732713395496 2024-11-27T13:16:35,518 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37417:37417)] 2024-11-27T13:16:35,519 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1.1732713359811 is not closed yet, will try archiving it next time 2024-11-27T13:16:35,519 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1.1732713346042 to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/oldWALs/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1.1732713346042 2024-11-27T13:16:35,520 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1.1732713359811 not finished, retry = 0 2024-11-27T13:16:35,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741913_1089 (size=4710) 2024-11-27T13:16:35,536 DEBUG [rs(1ba5af43fd99,45367,1732713300833)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 80 2024-11-27T13:16:35,536 INFO [rs(1ba5af43fd99,45367,1732713300833)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732713395455 on 1ba5af43fd99,45367,1732713300833 2024-11-27T13:16:35,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T13:16:35,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T13:16:35,552 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-27T13:16:35,552 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '1ba5af43fd99,45367,1732713300833' in zk 2024-11-27T13:16:35,565 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-27T13:16:35,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/1ba5af43fd99,45367,1732713300833 2024-11-27T13:16:35,565 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-27T13:16:35,565 DEBUG [member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-27T13:16:35,565 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/1ba5af43fd99,45367,1732713300833 2024-11-27T13:16:35,565 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T13:16:35,565 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T13:16:35,566 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T13:16:35,566 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T13:16:35,566 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T13:16:35,567 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1ba5af43fd99,45367,1732713300833 2024-11-27T13:16:35,567 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T13:16:35,567 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T13:16:35,568 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1ba5af43fd99,45367,1732713300833 2024-11-27T13:16:35,569 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '1ba5af43fd99,45367,1732713300833': 2024-11-27T13:16:35,569 INFO [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-27T13:16:35,569 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '1ba5af43fd99,45367,1732713300833' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-27T13:16:35,569 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-27T13:16:35,569 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-27T13:16:35,569 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-27T13:16:35,569 INFO [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-27T13:16:35,576 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0.1732713359778 to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/oldWALs/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0.1732713359778 2024-11-27T13:16:35,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T13:16:35,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T13:16:35,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-27T13:16:35,581 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-27T13:16:35,581 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-27T13:16:35,581 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T13:16:35,581 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-27T13:16:35,581 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T13:16:35,581 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T13:16:35,581 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-27T13:16:35,581 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-27T13:16:35,582 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/1ba5af43fd99,45367,1732713300833 2024-11-27T13:16:35,582 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T13:16:35,582 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-27T13:16:35,582 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T13:16:35,582 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T13:16:35,582 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1ba5af43fd99,45367,1732713300833 2024-11-27T13:16:35,583 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T13:16:35,583 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/1ba5af43fd99,45367,1732713300833 2024-11-27T13:16:35,583 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T13:16:35,583 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1ba5af43fd99,45367,1732713300833 2024-11-27T13:16:35,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/1ba5af43fd99,45367,1732713300833 2024-11-27T13:16:35,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-27T13:16:35,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-27T13:16:35,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-27T13:16:35,596 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-27T13:16:35,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/1ba5af43fd99,45367,1732713300833 2024-11-27T13:16:35,597 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-27T13:16:35,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T13:16:35,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T13:16:35,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T13:16:35,597 DEBUG [(1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-27T13:16:35,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-27T13:16:35,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-27T13:16:35,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-27T13:16:35,597 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-27T13:16:35,597 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-27T13:16:35,598 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.meta.1732713359795.meta to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/oldWALs/1ba5af43fd99%2C45367%2C1732713300833.meta.1732713359795.meta 2024-11-27T13:16:35,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-27T13:16:35,602 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {1ba5af43fd99:45367=1732713346042} newestTimestamps: {1ba5af43fd99:45367=1732713359811} 2024-11-27T13:16:35,604 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 1ba5af43fd99%2C45367%2C1732713300833.meta.1732713305319.meta 2024-11-27T13:16:35,604 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 1ba5af43fd99%2C45367%2C1732713300833.meta.1732713346025.meta 2024-11-27T13:16:35,604 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 1ba5af43fd99%2C45367%2C1732713300833.meta.1732713395474.meta 2024-11-27T13:16:35,604 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0.1732713395455 2024-11-27T13:16:35,604 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1.1732713359811 2024-11-27T13:16:35,604 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1.1732713395496 2024-11-27T13:16:35,605 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/oldWALs/1ba5af43fd99%2C45367%2C1732713300833.meta.1732713328447.meta 2024-11-27T13:16:35,605 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/oldWALs/1ba5af43fd99%2C45367%2C1732713300833.meta.1732713359795.meta 2024-11-27T13:16:35,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741957_1133 (size=640) 2024-11-27T13:16:36,016 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:35613/backupUT/backup_1732713390882/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T13:16:36,016 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-27T13:16:36,018 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk 2024-11-27T13:16:36,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741958_1134 (size=45) 2024-11-27T13:16:36,424 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk 2024-11-27T13:16:36,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741959_1135 (size=364) 2024-11-27T13:16:36,836 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17327133102171 target: hdfs://localhost:35613/backupUT/backup_1732713390882/ns2/test-17327133102171 descriptor: 'ns2:test-17327133102171', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T13:16:36,836 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-27T13:16:36,839 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17327133102171 2024-11-27T13:16:36,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741960_1136 (size=50) 2024-11-27T13:16:37,248 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17327133102171 2024-11-27T13:16:37,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741961_1137 (size=390) 2024-11-27T13:16:37,669 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17327133102172 target: hdfs://localhost:35613/backupUT/backup_1732713390882/ns3/test-17327133102172 descriptor: 'ns3:test-17327133102172', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T13:16:37,670 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-27T13:16:37,675 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17327133102172 2024-11-27T13:16:37,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741962_1138 (size=50) 2024-11-27T13:16:38,083 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17327133102172 2024-11-27T13:16:38,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741963_1139 (size=390) 2024-11-27T13:16:38,499 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17327133102173 target: hdfs://localhost:35613/backupUT/backup_1732713390882/ns4/test-17327133102173 descriptor: 'ns4:test-17327133102173', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T13:16:38,499 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-27T13:16:38,505 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17327133102173 2024-11-27T13:16:38,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741964_1140 (size=50) 2024-11-27T13:16:38,913 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17327133102173 2024-11-27T13:16:38,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741965_1141 (size=950) 2024-11-27T13:16:39,332 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1732713310217 target: hdfs://localhost:35613/backupUT/backup_1732713390882/default/test-1732713310217 descriptor: 'test-1732713310217', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T13:16:39,333 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-27T13:16:39,337 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1732713310217 2024-11-27T13:16:39,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741966_1142 (size=53) 2024-11-27T13:16:39,745 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1732713310217 2024-11-27T13:16:39,755 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:35613/backupUT/.tmp/backup_1732713390882 from hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1.1732713359811;hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/oldWALs/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0.1732713359778 2024-11-27T13:16:39,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67dfed67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:39,756 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:16:39,756 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:16:39,757 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:16:39,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:16:39,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:16:39,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260b14b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:39,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:16:39,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:16:39,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:39,759 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:16:39,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cef2813, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:39,760 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T13:16:39,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,32805,1732713299260 2024-11-27T13:16:39,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35398aff 2024-11-27T13:16:39,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T13:16:39,761 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T13:16:39,765 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-27T13:16:39,766 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk 2024-11-27T13:16:39,766 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T13:16:39,766 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:16:39,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:16:39,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:16:39,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:16:39,770 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk; 2024-11-27T13:16:39,770 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17327133102171 2024-11-27T13:16:39,771 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17327133102171,, stopping at row=ns2:test-17327133102171 ,, for max=2147483647 with caching=100 2024-11-27T13:16:39,773 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17327133102171: ns2:test-17327133102171; 2024-11-27T13:16:39,773 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17327133102172 2024-11-27T13:16:39,773 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17327133102172,, stopping at row=ns3:test-17327133102172 ,, for max=2147483647 with caching=100 2024-11-27T13:16:39,775 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17327133102172: ns3:test-17327133102172; 2024-11-27T13:16:39,775 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17327133102173 2024-11-27T13:16:39,775 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17327133102173,, stopping at row=ns4:test-17327133102173 ,, for max=2147483647 with caching=100 2024-11-27T13:16:39,777 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17327133102173: ns4:test-17327133102173; 2024-11-27T13:16:39,777 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1732713310217 2024-11-27T13:16:39,777 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732713310217,, stopping at row=test-1732713310217 ,, for max=2147483647 with caching=100 2024-11-27T13:16:39,779 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1732713310217: test-1732713310217; 2024-11-27T13:16:39,779 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables 2024-11-27T13:16:39,779 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/partitions_b3feaae6-3d28-48bc-b640-534fb92bc07d 2024-11-27T13:16:39,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741967_1143 (size=324) 2024-11-27T13:16:40,192 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:40,193 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:40,194 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:40,281 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region cf814bcfc0144fe2852321b1414833e0, had cached 0 bytes from a total of 38453 2024-11-27T13:16:41,053 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/hadoop-11313041331986830902.jar 2024-11-27T13:16:41,054 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:41,054 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:41,054 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:41,055 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:41,055 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:41,055 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:41,056 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:41,056 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:41,056 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:41,057 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T13:16:41,057 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T13:16:41,057 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T13:16:41,057 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T13:16:41,058 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T13:16:41,058 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T13:16:41,058 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T13:16:41,058 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T13:16:41,058 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T13:16:41,059 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T13:16:41,059 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T13:16:41,059 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:41,059 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:41,059 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:41,059 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:41,060 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:41,060 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:41,060 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T13:16:41,060 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: backup:system_bulk,ns2:test-17327133102171,ns3:test-17327133102172,ns4:test-17327133102173,default:test-1732713310217 2024-11-27T13:16:41,060 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T13:16:41,060 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:184) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T13:16:41,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:41,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:41,061 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:16:41,061 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T13:16:41,918 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/hadoop-9271532347202767131.jar 2024-11-27T13:16:41,928 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T13:16:41,953 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1.1732713359811 for WAL files 2024-11-27T13:16:41,954 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1.1732713359811 2024-11-27T13:16:41,954 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/oldWALs/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0.1732713359778 for WAL files 2024-11-27T13:16:41,954 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/oldWALs/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0.1732713359778 2024-11-27T13:16:42,029 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/mapreduce.cluster.local.dir/job_local2124268463_0010_78089424-5ad6-44ee-a2a5-03726a0707e8/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-27T13:16:42,029 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/mapreduce.cluster.local.dir/job_local2124268463_0010_78089424-5ad6-44ee-a2a5-03726a0707e8/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-27T13:16:42,076 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1.1732713359811 for hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1.1732713359811 (-9223372036854775808:9223372036854775807) length:4710 2024-11-27T13:16:42,079 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-27T13:16:42,080 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-27T13:16:42,114 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/oldWALs/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0.1732713359778 for hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/oldWALs/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0.1732713359778 (-9223372036854775808:9223372036854775807) length:653 2024-11-27T13:16:42,116 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-27T13:16:42,116 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-27T13:16:42,198 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43b20b04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:42,199 DEBUG [pool-260-thread-1 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:16:42,199 DEBUG [pool-260-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:16:42,200 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:16:42,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:16:42,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:16:42,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b80fc56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:42,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:16:42,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:16:42,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:42,201 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:16:42,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45a94f19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:42,202 DEBUG [pool-260-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:16:42,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:16:42,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:16:42,204 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:16:42,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732713310217', row='row-test-1732713310217-2-0', locateType=CURRENT is [region=test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0., hostname=1ba5af43fd99,45367,1732713300833, seqNum=338] 2024-11-27T13:16:42,206 INFO [pool-260-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-260-thread-1. 2024-11-27T13:16:42,206 DEBUG [pool-260-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T13:16:42,206 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:42,206 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:42,206 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:16:42,206 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732713310217-2-0] 2024-11-27T13:16:42,207 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 1ba5af43fd99 2024-11-27T13:16:42,211 DEBUG [pool-260-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35613/backupUT/.tmp/backup_1732713390882/_temporary/0/_temporary/attempt_local2124268463_0010_r_000004_0/default/test-1732713310217/f2/796a913bc7ed4cc4bf66e55d0b687c64 is 58, key is row-test-1732713310217-2-0/f2:q1/1732713385873/Put/seqid=0 2024-11-27T13:16:42,212 WARN [Thread-1517 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [1ba5af43fd99:45367] Specified favored nodes: [1ba5af43fd99:45367] 2024-11-27T13:16:42,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741968_1144 (size=5367) 2024-11-27T13:16:43,071 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:35613/backupUT 2024-11-27T13:16:43,071 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1732713390882 2024-11-27T13:16:43,071 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-27T13:16:43,086 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:35613/backupUT/.tmp/backup_1732713390882, hdfs://localhost:35613/backupUT] 2024-11-27T13:16:43,129 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T13:16:43,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741969_1145 (size=5367) 2024-11-27T13:16:43,737 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-27T13:16:43,740 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1732713390882 2024-11-27T13:16:43,740 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 5367 bytes copied." 2024-11-27T13:16:43,740 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local207699430_0011 completed: true true 2024-11-27T13:16:43,741 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=6668610 FILE: Number of bytes written=17193953 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=410449 HDFS: Number of bytes written=2548327 HDFS: Number of read operations=1165 HDFS: Number of large read operations=0 HDFS: Number of write operations=423 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=6 Map output records=0 Input split bytes=340 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=1482 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=5367 Bytes Copied=5367 Bytes Expected=5367 Files Copied=2 DIR_COPY=4 2024-11-27T13:16:43,741 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:35613/backupUT/.tmp/backup_1732713390882 to hdfs://localhost:35613/backupUT finished. 2024-11-27T13:16:43,762 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732713390882 2024-11-27T13:16:43,766 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732713355453} 2024-11-27T13:16:43,766 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-27T13:16:43,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741970_1146 (size=714) 2024-11-27T13:16:44,172 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35613/backupUT/backup_1732713390882/.backup.manifest 2024-11-27T13:16:44,172 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732713390882 finished: type=INCREMENTAL,tablelist=backup:system_bulk;ns2:test-17327133102171;ns3:test-17327133102172;ns4:test-17327133102173;test-1732713310217,targetRootDir=hdfs://localhost:35613/backupUT,startts=1732713395292,completets=1732713403761,bytescopied=0 2024-11-27T13:16:44,172 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-27T13:16:44,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system" type: DISABLED 2024-11-27T13:16:44,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-27T13:16:44,188 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-27T13:16:44,191 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-27T13:16:44,196 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732713390882 completed. 2024-11-27T13:16:44,196 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-27T13:16:44,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T13:16:44,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T13:16:44,212 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(191): Restoring full backup_1732713321627 2024-11-27T13:16:44,215 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table table1 does not exist. It will be created during restore process 2024-11-27T13:16:44,217 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table ns2:table2 does not exist. It will be created during restore process 2024-11-27T13:16:44,218 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35613/backupUT/backup_1732713321627/.backup.manifest 2024-11-27T13:16:44,220 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732713321627/.backup.manifest 2024-11-27T13:16:44,223 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35613/backupUT/backup_1732713321627/.backup.manifest 2024-11-27T13:16:44,225 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732713321627/.backup.manifest 2024-11-27T13:16:44,225 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1732713310217' to 'table1' from full backup image hdfs://localhost:35613/backupUT/backup_1732713321627/default/test-1732713310217 2024-11-27T13:16:44,234 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'table1' 2024-11-27T13:16:44,234 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:35613/backupUT/backup_1732713321627/default/test-1732713310217/archive/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:16:44,235 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:35613/backupUT/backup_1732713321627/default/test-1732713310217/archive/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/f in region [hdfs://localhost:35613/backupUT/backup_1732713321627/default/test-1732713310217/archive/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0] 2024-11-27T13:16:44,240 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:35613/backupUT/backup_1732713321627/default/test-1732713310217/archive/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/f/bf9efd0aa98f4bad8db4eac80a9e20fb first=row0 last=row98 2024-11-27T13:16:44,240 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:35613/backupUT/backup_1732713321627/default/test-1732713310217/archive/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/f3 in region [hdfs://localhost:35613/backupUT/backup_1732713321627/default/test-1732713310217/archive/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0] 2024-11-27T13:16:44,245 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:35613/backupUT/backup_1732713321627/default/test-1732713310217/archive/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/f3/39c13b75ac3940b09f4ce3355ca0752e first=row-test-1732713310217-3-0 last=row-test-1732713310217-3-5 2024-11-27T13:16:44,245 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:35613/backupUT/backup_1732713321627/default/test-1732713310217/archive/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/mob in region [hdfs://localhost:35613/backupUT/backup_1732713321627/default/test-1732713310217/archive/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0] 2024-11-27T13:16:44,245 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 779c4c4c296e49eea00a4cb280f65b7c, had cached 0 bytes from a total of 13547 2024-11-27T13:16:44,249 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:35613/backupUT/backup_1732713321627/default/test-1732713310217/archive/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/mob/5a8a3fea3dc344bf8e650306a9f7d5c1 first=row-test-1732713310217-3-0 last=row-test-1732713310217-3-5 2024-11-27T13:16:44,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'table1', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T13:16:44,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=table1 2024-11-27T13:16:44,256 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T13:16:44,256 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:16:44,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 62 2024-11-27T13:16:44,257 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T13:16:44,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-27T13:16:44,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741971_1147 (size=938) 2024-11-27T13:16:44,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-27T13:16:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-27T13:16:44,669 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7f1c2c11f58d559f21b9e07e55c59de1, NAME => 'table1,,1732713404253.7f1c2c11f58d559f21b9e07e55c59de1.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0 2024-11-27T13:16:44,670 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f8a9a30a368bd29cdd9f3d616ada8100, NAME => 'table1,row0,1732713404253.f8a9a30a368bd29cdd9f3d616ada8100.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0 2024-11-27T13:16:44,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741972_1148 (size=45) 2024-11-27T13:16:44,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741973_1149 (size=45) 2024-11-27T13:16:44,683 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1732713404253.f8a9a30a368bd29cdd9f3d616ada8100.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:16:44,683 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing f8a9a30a368bd29cdd9f3d616ada8100, disabling compactions & flushes 2024-11-27T13:16:44,683 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1732713404253.f8a9a30a368bd29cdd9f3d616ada8100. 2024-11-27T13:16:44,683 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732713404253.f8a9a30a368bd29cdd9f3d616ada8100. 2024-11-27T13:16:44,683 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732713404253.f8a9a30a368bd29cdd9f3d616ada8100. after waiting 0 ms 2024-11-27T13:16:44,683 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732713404253.f8a9a30a368bd29cdd9f3d616ada8100. 2024-11-27T13:16:44,683 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1732713404253.f8a9a30a368bd29cdd9f3d616ada8100. 2024-11-27T13:16:44,683 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for f8a9a30a368bd29cdd9f3d616ada8100: Waiting for close lock at 1732713404683Disabling compacts and flushes for region at 1732713404683Disabling writes for close at 1732713404683Writing region close event to WAL at 1732713404683Closed at 1732713404683 2024-11-27T13:16:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-27T13:16:45,082 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1732713404253.7f1c2c11f58d559f21b9e07e55c59de1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:16:45,083 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 7f1c2c11f58d559f21b9e07e55c59de1, disabling compactions & flushes 2024-11-27T13:16:45,083 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1732713404253.7f1c2c11f58d559f21b9e07e55c59de1. 2024-11-27T13:16:45,083 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732713404253.7f1c2c11f58d559f21b9e07e55c59de1. 2024-11-27T13:16:45,083 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1732713404253.7f1c2c11f58d559f21b9e07e55c59de1. after waiting 0 ms 2024-11-27T13:16:45,083 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1732713404253.7f1c2c11f58d559f21b9e07e55c59de1. 2024-11-27T13:16:45,083 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1732713404253.7f1c2c11f58d559f21b9e07e55c59de1. 2024-11-27T13:16:45,083 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7f1c2c11f58d559f21b9e07e55c59de1: Waiting for close lock at 1732713405083Disabling compacts and flushes for region at 1732713405083Disabling writes for close at 1732713405083Writing region close event to WAL at 1732713405083Closed at 1732713405083 2024-11-27T13:16:45,087 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T13:16:45,088 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1732713404253.f8a9a30a368bd29cdd9f3d616ada8100.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732713405087"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732713405087"}]},"ts":"1732713405087"} 2024-11-27T13:16:45,089 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1732713404253.7f1c2c11f58d559f21b9e07e55c59de1.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732713405087"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732713405087"}]},"ts":"1732713405087"} 2024-11-27T13:16:45,094 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-27T13:16:45,095 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T13:16:45,095 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732713405095"}]},"ts":"1732713405095"} 2024-11-27T13:16:45,097 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-27T13:16:45,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=7f1c2c11f58d559f21b9e07e55c59de1, ASSIGN}, {pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=f8a9a30a368bd29cdd9f3d616ada8100, ASSIGN}] 2024-11-27T13:16:45,099 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=f8a9a30a368bd29cdd9f3d616ada8100, ASSIGN 2024-11-27T13:16:45,099 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=7f1c2c11f58d559f21b9e07e55c59de1, ASSIGN 2024-11-27T13:16:45,100 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=7f1c2c11f58d559f21b9e07e55c59de1, ASSIGN; state=OFFLINE, location=1ba5af43fd99,45367,1732713300833; forceNewPlan=false, retain=false 2024-11-27T13:16:45,100 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=f8a9a30a368bd29cdd9f3d616ada8100, ASSIGN; state=OFFLINE, location=1ba5af43fd99,45367,1732713300833; forceNewPlan=false, retain=false 2024-11-27T13:16:45,251 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=f8a9a30a368bd29cdd9f3d616ada8100, regionState=OPENING, regionLocation=1ba5af43fd99,45367,1732713300833 2024-11-27T13:16:45,251 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=7f1c2c11f58d559f21b9e07e55c59de1, regionState=OPENING, regionLocation=1ba5af43fd99,45367,1732713300833 2024-11-27T13:16:45,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=f8a9a30a368bd29cdd9f3d616ada8100, ASSIGN because future has completed 2024-11-27T13:16:45,256 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8a9a30a368bd29cdd9f3d616ada8100, server=1ba5af43fd99,45367,1732713300833}] 2024-11-27T13:16:45,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=7f1c2c11f58d559f21b9e07e55c59de1, ASSIGN because future has completed 2024-11-27T13:16:45,257 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f1c2c11f58d559f21b9e07e55c59de1, server=1ba5af43fd99,45367,1732713300833}] 2024-11-27T13:16:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-27T13:16:45,416 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(132): Open table1,,1732713404253.7f1c2c11f58d559f21b9e07e55c59de1. 2024-11-27T13:16:45,417 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f1c2c11f58d559f21b9e07e55c59de1, NAME => 'table1,,1732713404253.7f1c2c11f58d559f21b9e07e55c59de1.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-27T13:16:45,418 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T13:16:45,418 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 7f1c2c11f58d559f21b9e07e55c59de1 2024-11-27T13:16:45,419 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(898): Instantiated table1,,1732713404253.7f1c2c11f58d559f21b9e07e55c59de1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:16:45,419 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7794): checking encryption for 7f1c2c11f58d559f21b9e07e55c59de1 2024-11-27T13:16:45,419 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7797): checking classloading for 7f1c2c11f58d559f21b9e07e55c59de1 2024-11-27T13:16:45,423 INFO [StoreOpener-7f1c2c11f58d559f21b9e07e55c59de1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7f1c2c11f58d559f21b9e07e55c59de1 2024-11-27T13:16:45,425 INFO [StoreOpener-7f1c2c11f58d559f21b9e07e55c59de1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f1c2c11f58d559f21b9e07e55c59de1 columnFamilyName f 2024-11-27T13:16:45,425 DEBUG [StoreOpener-7f1c2c11f58d559f21b9e07e55c59de1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:16:45,425 INFO [StoreOpener-7f1c2c11f58d559f21b9e07e55c59de1-1 {}] regionserver.HStore(327): Store=7f1c2c11f58d559f21b9e07e55c59de1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:16:45,425 INFO [StoreOpener-7f1c2c11f58d559f21b9e07e55c59de1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 7f1c2c11f58d559f21b9e07e55c59de1 2024-11-27T13:16:45,427 INFO [StoreOpener-7f1c2c11f58d559f21b9e07e55c59de1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f1c2c11f58d559f21b9e07e55c59de1 columnFamilyName f3 2024-11-27T13:16:45,427 DEBUG [StoreOpener-7f1c2c11f58d559f21b9e07e55c59de1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:16:45,428 INFO [StoreOpener-7f1c2c11f58d559f21b9e07e55c59de1-1 {}] regionserver.HStore(327): Store=7f1c2c11f58d559f21b9e07e55c59de1/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:16:45,428 INFO [StoreOpener-7f1c2c11f58d559f21b9e07e55c59de1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 7f1c2c11f58d559f21b9e07e55c59de1 2024-11-27T13:16:45,430 INFO [StoreOpener-7f1c2c11f58d559f21b9e07e55c59de1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f1c2c11f58d559f21b9e07e55c59de1 columnFamilyName mob 2024-11-27T13:16:45,431 DEBUG [StoreOpener-7f1c2c11f58d559f21b9e07e55c59de1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:16:45,432 INFO [StoreOpener-7f1c2c11f58d559f21b9e07e55c59de1-1 {}] regionserver.HStore(327): Store=7f1c2c11f58d559f21b9e07e55c59de1/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:16:45,432 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1038): replaying wal for 7f1c2c11f58d559f21b9e07e55c59de1 2024-11-27T13:16:45,433 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/7f1c2c11f58d559f21b9e07e55c59de1 2024-11-27T13:16:45,433 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/7f1c2c11f58d559f21b9e07e55c59de1 2024-11-27T13:16:45,435 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1048): stopping wal replay for 7f1c2c11f58d559f21b9e07e55c59de1 2024-11-27T13:16:45,435 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1060): Cleaning up temporary data for 7f1c2c11f58d559f21b9e07e55c59de1 2024-11-27T13:16:45,436 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T13:16:45,438 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1093): writing seq id for 7f1c2c11f58d559f21b9e07e55c59de1 2024-11-27T13:16:45,441 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/7f1c2c11f58d559f21b9e07e55c59de1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T13:16:45,441 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1114): Opened 7f1c2c11f58d559f21b9e07e55c59de1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11404406720, jitterRate=0.06211814284324646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T13:16:45,441 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f1c2c11f58d559f21b9e07e55c59de1 2024-11-27T13:16:45,442 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1006): Region open journal for 7f1c2c11f58d559f21b9e07e55c59de1: Running coprocessor pre-open hook at 1732713405419Writing region info on filesystem at 1732713405419Initializing all the Stores at 1732713405422 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732713405422Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732713405422Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732713405422Cleaning up temporary data from old regions at 1732713405435 (+13 ms)Running coprocessor post-open hooks at 1732713405441 (+6 ms)Region opened successfully at 1732713405442 (+1 ms) 2024-11-27T13:16:45,443 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1732713404253.7f1c2c11f58d559f21b9e07e55c59de1., pid=66, masterSystemTime=1732713405409 2024-11-27T13:16:45,444 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1732713404253.7f1c2c11f58d559f21b9e07e55c59de1. 2024-11-27T13:16:45,444 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(153): Opened table1,,1732713404253.7f1c2c11f58d559f21b9e07e55c59de1. 2024-11-27T13:16:45,445 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open table1,row0,1732713404253.f8a9a30a368bd29cdd9f3d616ada8100. 2024-11-27T13:16:45,445 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => f8a9a30a368bd29cdd9f3d616ada8100, NAME => 'table1,row0,1732713404253.f8a9a30a368bd29cdd9f3d616ada8100.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-27T13:16:45,445 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T13:16:45,445 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=7f1c2c11f58d559f21b9e07e55c59de1, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,45367,1732713300833 2024-11-27T13:16:45,445 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 f8a9a30a368bd29cdd9f3d616ada8100 2024-11-27T13:16:45,445 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated table1,row0,1732713404253.f8a9a30a368bd29cdd9f3d616ada8100.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:16:45,445 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for f8a9a30a368bd29cdd9f3d616ada8100 2024-11-27T13:16:45,445 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for f8a9a30a368bd29cdd9f3d616ada8100 2024-11-27T13:16:45,447 INFO [StoreOpener-f8a9a30a368bd29cdd9f3d616ada8100-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f8a9a30a368bd29cdd9f3d616ada8100 2024-11-27T13:16:45,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f1c2c11f58d559f21b9e07e55c59de1, server=1ba5af43fd99,45367,1732713300833 because future has completed 2024-11-27T13:16:45,448 INFO [StoreOpener-f8a9a30a368bd29cdd9f3d616ada8100-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8a9a30a368bd29cdd9f3d616ada8100 columnFamilyName f 2024-11-27T13:16:45,448 DEBUG [StoreOpener-f8a9a30a368bd29cdd9f3d616ada8100-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:16:45,448 INFO [StoreOpener-f8a9a30a368bd29cdd9f3d616ada8100-1 {}] regionserver.HStore(327): Store=f8a9a30a368bd29cdd9f3d616ada8100/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:16:45,448 INFO [StoreOpener-f8a9a30a368bd29cdd9f3d616ada8100-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region f8a9a30a368bd29cdd9f3d616ada8100 2024-11-27T13:16:45,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=63 2024-11-27T13:16:45,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f1c2c11f58d559f21b9e07e55c59de1, server=1ba5af43fd99,45367,1732713300833 in 191 msec 2024-11-27T13:16:45,450 INFO [StoreOpener-f8a9a30a368bd29cdd9f3d616ada8100-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8a9a30a368bd29cdd9f3d616ada8100 columnFamilyName f3 2024-11-27T13:16:45,450 DEBUG [StoreOpener-f8a9a30a368bd29cdd9f3d616ada8100-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:16:45,450 INFO [StoreOpener-f8a9a30a368bd29cdd9f3d616ada8100-1 {}] regionserver.HStore(327): Store=f8a9a30a368bd29cdd9f3d616ada8100/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:16:45,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=7f1c2c11f58d559f21b9e07e55c59de1, ASSIGN in 352 msec 2024-11-27T13:16:45,451 INFO [StoreOpener-f8a9a30a368bd29cdd9f3d616ada8100-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region f8a9a30a368bd29cdd9f3d616ada8100 2024-11-27T13:16:45,452 INFO [StoreOpener-f8a9a30a368bd29cdd9f3d616ada8100-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8a9a30a368bd29cdd9f3d616ada8100 columnFamilyName mob 2024-11-27T13:16:45,452 DEBUG [StoreOpener-f8a9a30a368bd29cdd9f3d616ada8100-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:16:45,453 INFO [StoreOpener-f8a9a30a368bd29cdd9f3d616ada8100-1 {}] regionserver.HStore(327): Store=f8a9a30a368bd29cdd9f3d616ada8100/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:16:45,453 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for f8a9a30a368bd29cdd9f3d616ada8100 2024-11-27T13:16:45,454 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/f8a9a30a368bd29cdd9f3d616ada8100 2024-11-27T13:16:45,454 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/f8a9a30a368bd29cdd9f3d616ada8100 2024-11-27T13:16:45,455 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for f8a9a30a368bd29cdd9f3d616ada8100 2024-11-27T13:16:45,455 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for f8a9a30a368bd29cdd9f3d616ada8100 2024-11-27T13:16:45,456 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T13:16:45,456 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for f8a9a30a368bd29cdd9f3d616ada8100 2024-11-27T13:16:45,458 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/f8a9a30a368bd29cdd9f3d616ada8100/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T13:16:45,458 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened f8a9a30a368bd29cdd9f3d616ada8100; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10020969280, jitterRate=-0.0667245090007782}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T13:16:45,459 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f8a9a30a368bd29cdd9f3d616ada8100 2024-11-27T13:16:45,459 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for f8a9a30a368bd29cdd9f3d616ada8100: Running coprocessor pre-open hook at 1732713405445Writing region info on filesystem at 1732713405445Initializing all the Stores at 1732713405446 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732713405446Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732713405446Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732713405446Cleaning up temporary data from old regions at 1732713405455 (+9 ms)Running coprocessor post-open hooks at 1732713405459 (+4 ms)Region opened successfully at 1732713405459 2024-11-27T13:16:45,459 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1732713404253.f8a9a30a368bd29cdd9f3d616ada8100., pid=65, masterSystemTime=1732713405409 2024-11-27T13:16:45,461 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1732713404253.f8a9a30a368bd29cdd9f3d616ada8100. 2024-11-27T13:16:45,461 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened table1,row0,1732713404253.f8a9a30a368bd29cdd9f3d616ada8100. 2024-11-27T13:16:45,461 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=f8a9a30a368bd29cdd9f3d616ada8100, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,45367,1732713300833 2024-11-27T13:16:45,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8a9a30a368bd29cdd9f3d616ada8100, server=1ba5af43fd99,45367,1732713300833 because future has completed 2024-11-27T13:16:45,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-27T13:16:45,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure f8a9a30a368bd29cdd9f3d616ada8100, server=1ba5af43fd99,45367,1732713300833 in 207 msec 2024-11-27T13:16:45,466 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=62 2024-11-27T13:16:45,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=f8a9a30a368bd29cdd9f3d616ada8100, ASSIGN in 368 msec 2024-11-27T13:16:45,467 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T13:16:45,467 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732713405467"}]},"ts":"1732713405467"} 2024-11-27T13:16:45,469 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-27T13:16:45,469 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T13:16:45,470 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; CreateTableProcedure table=table1 in 1.2150 sec 2024-11-27T13:16:46,271 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2024-11-27T13:16:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-27T13:16:46,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:table1 completed 2024-11-27T13:16:46,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-27T13:16:46,422 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:35613/backupUT/backup_1732713321627/default/test-1732713310217/archive/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0 from hbase tables test-1732713310217 to tables table1 2024-11-27T13:16:46,422 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1732713310217 into table1 2024-11-27T13:16:46,426 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-default-table1-1732713406423 from hdfs://localhost:35613/backupUT/backup_1732713321627/default/test-1732713310217/archive/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:16:46,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ebeb9e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:46,427 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:16:46,427 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:16:46,428 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:16:46,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:16:46,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:16:46,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cb64549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:46,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:16:46,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:16:46,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:46,429 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:16:46,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d0ba6d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:46,430 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T13:16:46,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,32805,1732713299260 2024-11-27T13:16:46,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21ac45e6 2024-11-27T13:16:46,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T13:16:46,432 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T13:16:46,432 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-27T13:16:46,433 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-27T13:16:46,433 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-27T13:16:46,433 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:16:46,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:16:46,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:16:46,435 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:16:46,437 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-27T13:16:46,437 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-27T13:16:46,437 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-27T13:16:46,437 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/partitions_6c0e1d10-ac14-4e44-9bff-87cce7d189bd 2024-11-27T13:16:46,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741974_1150 (size=177) 2024-11-27T13:16:46,849 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:46,851 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:46,852 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:47,714 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/hadoop-2842167966165551459.jar 2024-11-27T13:16:47,714 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:47,714 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:47,714 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:47,715 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:47,715 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:47,715 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:47,715 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:47,715 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:47,716 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:47,716 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T13:16:47,716 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T13:16:47,716 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T13:16:47,716 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T13:16:47,716 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T13:16:47,717 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T13:16:47,717 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T13:16:47,717 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T13:16:47,717 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T13:16:47,717 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T13:16:47,718 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T13:16:47,719 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:47,719 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:47,720 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:47,720 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:47,720 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:47,720 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:47,720 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T13:16:47,721 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-27T13:16:47,721 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T13:16:47,721 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T13:16:47,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:47,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:47,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:16:47,721 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-27T13:16:47,721 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T13:16:47,732 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T13:16:47,743 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-27T13:16:47,826 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/mapreduce.cluster.local.dir/job_local1782234984_0012_9e2d0318-7c03-4e01-ada5-9976355e7a8f/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-27T13:16:47,826 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/mapreduce.cluster.local.dir/job_local1782234984_0012_9e2d0318-7c03-4e01-ada5-9976355e7a8f/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-27T13:16:47,879 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35613/backupUT/backup_1732713321627/default/test-1732713310217/archive/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/f/bf9efd0aa98f4bad8db4eac80a9e20fb 2024-11-27T13:16:47,883 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T13:16:47,918 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35613/backupUT/backup_1732713321627/default/test-1732713310217/archive/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/mob/5a8a3fea3dc344bf8e650306a9f7d5c1 2024-11-27T13:16:47,921 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T13:16:47,941 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35613/backupUT/backup_1732713321627/default/test-1732713310217/archive/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/f3/39c13b75ac3940b09f4ce3355ca0752e 2024-11-27T13:16:47,944 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T13:16:47,973 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b1856d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:47,973 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:16:47,973 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:16:47,974 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:16:47,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:16:47,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:16:47,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57f1a022, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:47,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:16:47,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:16:47,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:47,975 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:16:47,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12e76f9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:47,977 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:16:47,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:16:47,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:16:47,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:16:47,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732713310217-3-0', locateType=CURRENT is [region=table1,,1732713404253.7f1c2c11f58d559f21b9e07e55c59de1., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2] 2024-11-27T13:16:47,980 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-27T13:16:47,980 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T13:16:47,980 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:47,981 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:47,981 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:16:47,981 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732713310217-3-0] 2024-11-27T13:16:47,981 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 1ba5af43fd99 2024-11-27T13:16:47,987 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43ee339d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:47,987 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:16:47,987 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:16:47,988 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:16:47,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:16:47,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:16:47,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68fcf65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:47,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:16:47,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:16:47,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:47,990 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:16:47,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55aea1d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:47,991 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:16:47,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:16:47,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:16:47,992 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:16:47,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732713310217-3-0', locateType=CURRENT is [region=table1,,1732713404253.7f1c2c11f58d559f21b9e07e55c59de1., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2] 2024-11-27T13:16:47,994 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-27T13:16:47,994 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T13:16:47,994 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:47,994 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:47,994 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:16:47,994 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732713310217-3-0] 2024-11-27T13:16:47,994 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 1ba5af43fd99 2024-11-27T13:16:47,999 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-default-table1-1732713406423/_temporary/0/_temporary/attempt_local1782234984_0012_r_000000_0/f3/76c822b7e8484eacadb1b268cace0a0a is 58, key is row-test-1732713310217-3-0/f3:q1/1732713321594/Put/seqid=0 2024-11-27T13:16:48,000 WARN [Thread-1636 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [1ba5af43fd99:45367] Specified favored nodes: [1ba5af43fd99:45367] 2024-11-27T13:16:48,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741975_1151 (size=5530) 2024-11-27T13:16:48,406 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-default-table1-1732713406423/_temporary/0/_temporary/attempt_local1782234984_0012_r_000000_0/mob/507a1188a9d44924b61954b3229afc44 is 59, key is row-test-1732713310217-3-0/mob:q1/1732713321609/Put/seqid=0 2024-11-27T13:16:48,411 WARN [Thread-1638 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [1ba5af43fd99:45367] Specified favored nodes: [1ba5af43fd99:45367] 2024-11-27T13:16:48,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741976_1152 (size=5539) 2024-11-27T13:16:48,851 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e41ca60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:48,851 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:16:48,852 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:16:48,852 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:16:48,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:16:48,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:16:48,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1452f9a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:48,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:16:48,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:16:48,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:48,854 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:16:48,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@783e1d5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:48,855 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:16:48,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:16:48,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:16:48,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:16:48,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732713404253.f8a9a30a368bd29cdd9f3d616ada8100., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2] 2024-11-27T13:16:48,860 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-27T13:16:48,860 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T13:16:48,860 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:48,860 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:48,860 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:16:48,860 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-27T13:16:48,860 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 1ba5af43fd99 2024-11-27T13:16:48,871 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-default-table1-1732713406423/_temporary/0/_temporary/attempt_local1782234984_0012_r_000001_0/f/ba16975684d443c097fd1b3c59c26bcc is 37, key is row10/f:q1/1732713312915/Put/seqid=0 2024-11-27T13:16:48,873 WARN [Thread-1653 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [1ba5af43fd99:45367] Specified favored nodes: [1ba5af43fd99:45367] 2024-11-27T13:16:48,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741977_1153 (size=8742) 2024-11-27T13:16:49,657 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-11-27T13:16:49,657 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2024-11-27T13:16:49,878 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-default-table1-1732713406423 2024-11-27T13:16:49,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ddca2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:49,879 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:16:49,879 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:16:49,880 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:16:49,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:16:49,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:16:49,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5da8df00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:49,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:16:49,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:16:49,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:49,881 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:16:49,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1580a8e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:49,882 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:16:49,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:16:49,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:16:49,884 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:16:49,887 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-default-table1-1732713406423/_SUCCESS 2024-11-27T13:16:49,896 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T13:16:49,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,32805,1732713299260 2024-11-27T13:16:49,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67d95c2d 2024-11-27T13:16:49,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T13:16:49,898 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T13:16:49,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732713404253.7f1c2c11f58d559f21b9e07e55c59de1., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2] 2024-11-27T13:16:49,909 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-27T13:16:49,920 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-default-table1-1732713406423/f/ba16975684d443c097fd1b3c59c26bcc first=Optional[row0] last=Optional[row98] 2024-11-27T13:16:49,923 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-default-table1-1732713406423/f3/76c822b7e8484eacadb1b268cace0a0a first=Optional[row-test-1732713310217-3-0] last=Optional[row-test-1732713310217-3-5] 2024-11-27T13:16:49,927 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-default-table1-1732713406423/mob/507a1188a9d44924b61954b3229afc44 first=Optional[row-test-1732713310217-3-0] last=Optional[row-test-1732713310217-3-5] 2024-11-27T13:16:49,943 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-default-table1-1732713406423/f/ba16975684d443c097fd1b3c59c26bcc for inclusion in f8a9a30a368bd29cdd9f3d616ada8100/f 2024-11-27T13:16:49,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-default-table1-1732713406423/f3/76c822b7e8484eacadb1b268cace0a0a for inclusion in 7f1c2c11f58d559f21b9e07e55c59de1/f3 2024-11-27T13:16:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732713310217-3-0 last=row-test-1732713310217-3-5 2024-11-27T13:16:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-27T13:16:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-27T13:16:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-27T13:16:49,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-default-table1-1732713406423/mob/507a1188a9d44924b61954b3229afc44 for inclusion in 7f1c2c11f58d559f21b9e07e55c59de1/mob 2024-11-27T13:16:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] regionserver.HRegion(2603): Flush status journal for f8a9a30a368bd29cdd9f3d616ada8100: 2024-11-27T13:16:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-default-table1-1732713406423/f/ba16975684d443c097fd1b3c59c26bcc to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/staging/jenkins__table1__ts4sqt8ul4rucc38dk6spuhsoogihq6naverngbkclk4pheif99lih1d0th132ld/f/ba16975684d443c097fd1b3c59c26bcc 2024-11-27T13:16:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732713310217-3-0 last=row-test-1732713310217-3-5 2024-11-27T13:16:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-27T13:16:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HRegion(2603): Flush status journal for 7f1c2c11f58d559f21b9e07e55c59de1: 2024-11-27T13:16:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/staging/jenkins__table1__ts4sqt8ul4rucc38dk6spuhsoogihq6naverngbkclk4pheif99lih1d0th132ld/f/ba16975684d443c097fd1b3c59c26bcc as hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/f8a9a30a368bd29cdd9f3d616ada8100/f/b1c8f89169b949e5a1b90c10f8e967ee_SeqId_4_ 2024-11-27T13:16:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-default-table1-1732713406423/f3/76c822b7e8484eacadb1b268cace0a0a to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/staging/jenkins__table1__ts4sqt8ul4rucc38dk6spuhsoogihq6naverngbkclk4pheif99lih1d0th132ld/f3/76c822b7e8484eacadb1b268cace0a0a 2024-11-27T13:16:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cda37c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:16:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:16:49,957 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:16:49,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:16:49,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:16:49,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6907bbcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:49,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:16:49,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:16:49,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/staging/jenkins__table1__ts4sqt8ul4rucc38dk6spuhsoogihq6naverngbkclk4pheif99lih1d0th132ld/f3/76c822b7e8484eacadb1b268cace0a0a as hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/7f1c2c11f58d559f21b9e07e55c59de1/f3/c33b3723e4fd4101969a8432a4034daf_SeqId_4_ 2024-11-27T13:16:49,958 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:16:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-default-table1-1732713406423/mob/507a1188a9d44924b61954b3229afc44 to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/staging/jenkins__table1__ts4sqt8ul4rucc38dk6spuhsoogihq6naverngbkclk4pheif99lih1d0th132ld/mob/507a1188a9d44924b61954b3229afc44 2024-11-27T13:16:49,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1433c881, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T13:16:49,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,32805,1732713299260 2024-11-27T13:16:49,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c3c8fd9 2024-11-27T13:16:49,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T13:16:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/staging/jenkins__table1__ts4sqt8ul4rucc38dk6spuhsoogihq6naverngbkclk4pheif99lih1d0th132ld/mob/507a1188a9d44924b61954b3229afc44 as hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/7f1c2c11f58d559f21b9e07e55c59de1/mob/44e935f8b04d461a8718e939c18f5faf_SeqId_4_ 2024-11-27T13:16:49,961 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T13:16:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a4b11c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:16:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:16:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:16:49,963 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:16:49,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:16:49,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:16:49,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:16:49,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:16:49,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38a9ed44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:49,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:16:49,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:16:49,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:49,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:16:49,964 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:16:49,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8aaf0c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T13:16:49,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,32805,1732713299260 2024-11-27T13:16:49,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c02b29a 2024-11-27T13:16:49,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T13:16:49,967 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T13:16:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:16:49,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:16:49,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:16:49,970 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:16:49,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T13:16:49,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T13:16:49,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T13:16:49,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2] 2024-11-27T13:16:49,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T13:16:49,980 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367. 2024-11-27T13:16:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:16:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:49,981 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:16:49,982 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/staging/jenkins__table1__ts4sqt8ul4rucc38dk6spuhsoogihq6naverngbkclk4pheif99lih1d0th132ld/f/ba16975684d443c097fd1b3c59c26bcc into f8a9a30a368bd29cdd9f3d616ada8100/f as hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/f8a9a30a368bd29cdd9f3d616ada8100/f/b1c8f89169b949e5a1b90c10f8e967ee_SeqId_4_ - updating store file list. 2024-11-27T13:16:49,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2] 2024-11-27T13:16:49,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367. 2024-11-27T13:16:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:16:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:49,989 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:16:49,989 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/f8a9a30a368bd29cdd9f3d616ada8100/f/b1c8f89169b949e5a1b90c10f8e967ee_SeqId_4_ into f8a9a30a368bd29cdd9f3d616ada8100/f 2024-11-27T13:16:49,989 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/staging/jenkins__table1__ts4sqt8ul4rucc38dk6spuhsoogihq6naverngbkclk4pheif99lih1d0th132ld/f/ba16975684d443c097fd1b3c59c26bcc into f8a9a30a368bd29cdd9f3d616ada8100/f (new location: hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/f8a9a30a368bd29cdd9f3d616ada8100/f/b1c8f89169b949e5a1b90c10f8e967ee_SeqId_4_) 2024-11-27T13:16:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1988fdc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:16:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:16:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/staging/jenkins__table1__ts4sqt8ul4rucc38dk6spuhsoogihq6naverngbkclk4pheif99lih1d0th132ld/f/ba16975684d443c097fd1b3c59c26bcc 2024-11-27T13:16:49,991 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:16:49,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:16:49,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:16:49,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6095800e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:49,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:16:49,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:16:49,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:49,992 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:16:49,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@619452f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T13:16:49,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,32805,1732713299260 2024-11-27T13:16:49,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a3c5974 2024-11-27T13:16:49,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T13:16:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@310659ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:16:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:16:49,995 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T13:16:49,996 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:16:49,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:16:49,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:16:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:16:49,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fde1d8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:49,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:16:49,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:16:49,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:49,997 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:16:49,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:16:49,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:16:49,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5302abd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T13:16:49,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:16:49,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,32805,1732713299260 2024-11-27T13:16:49,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fc0a566 2024-11-27T13:16:49,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T13:16:50,000 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T13:16:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:16:50,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:16:50,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:16:50,003 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-27T13:16:50,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T13:16:50,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T13:16:50,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T13:16:50,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2] 2024-11-27T13:16:50,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367. 2024-11-27T13:16:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:16:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:50,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T13:16:50,016 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:16:50,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/staging/jenkins__table1__ts4sqt8ul4rucc38dk6spuhsoogihq6naverngbkclk4pheif99lih1d0th132ld/f3/76c822b7e8484eacadb1b268cace0a0a into 7f1c2c11f58d559f21b9e07e55c59de1/f3 as hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/7f1c2c11f58d559f21b9e07e55c59de1/f3/c33b3723e4fd4101969a8432a4034daf_SeqId_4_ - updating store file list. 2024-11-27T13:16:50,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2] 2024-11-27T13:16:50,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/7f1c2c11f58d559f21b9e07e55c59de1/f3/c33b3723e4fd4101969a8432a4034daf_SeqId_4_ into 7f1c2c11f58d559f21b9e07e55c59de1/f3 2024-11-27T13:16:50,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/staging/jenkins__table1__ts4sqt8ul4rucc38dk6spuhsoogihq6naverngbkclk4pheif99lih1d0th132ld/f3/76c822b7e8484eacadb1b268cace0a0a into 7f1c2c11f58d559f21b9e07e55c59de1/f3 (new location: hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/7f1c2c11f58d559f21b9e07e55c59de1/f3/c33b3723e4fd4101969a8432a4034daf_SeqId_4_) 2024-11-27T13:16:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/staging/jenkins__table1__ts4sqt8ul4rucc38dk6spuhsoogihq6naverngbkclk4pheif99lih1d0th132ld/f3/76c822b7e8484eacadb1b268cace0a0a 2024-11-27T13:16:50,025 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367. 2024-11-27T13:16:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:16:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:50,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/staging/jenkins__table1__ts4sqt8ul4rucc38dk6spuhsoogihq6naverngbkclk4pheif99lih1d0th132ld/mob/507a1188a9d44924b61954b3229afc44 into 7f1c2c11f58d559f21b9e07e55c59de1/mob as hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/7f1c2c11f58d559f21b9e07e55c59de1/mob/44e935f8b04d461a8718e939c18f5faf_SeqId_4_ - updating store file list. 2024-11-27T13:16:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:50,026 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:16:50,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/7f1c2c11f58d559f21b9e07e55c59de1/mob/44e935f8b04d461a8718e939c18f5faf_SeqId_4_ into 7f1c2c11f58d559f21b9e07e55c59de1/mob 2024-11-27T13:16:50,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/staging/jenkins__table1__ts4sqt8ul4rucc38dk6spuhsoogihq6naverngbkclk4pheif99lih1d0th132ld/mob/507a1188a9d44924b61954b3229afc44 into 7f1c2c11f58d559f21b9e07e55c59de1/mob (new location: hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/7f1c2c11f58d559f21b9e07e55c59de1/mob/44e935f8b04d461a8718e939c18f5faf_SeqId_4_) 2024-11-27T13:16:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/staging/jenkins__table1__ts4sqt8ul4rucc38dk6spuhsoogihq6naverngbkclk4pheif99lih1d0th132ld/mob/507a1188a9d44924b61954b3229afc44 2024-11-27T13:16:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@180f501e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:16:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:16:50,034 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:16:50,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:16:50,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:16:50,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@109c7de5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:50,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:16:50,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:16:50,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:50,035 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:16:50,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af557e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T13:16:50,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,32805,1732713299260 2024-11-27T13:16:50,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50c6c3ec 2024-11-27T13:16:50,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T13:16:50,037 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T13:16:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:16:50,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:16:50,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:16:50,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-27T13:16:50,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T13:16:50,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T13:16:50,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2] 2024-11-27T13:16:50,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367. 2024-11-27T13:16:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:16:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:50,053 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:16:50,057 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T13:16:50,057 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T13:16:50,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:50,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:50,058 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:16:50,058 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-27T13:16:50,058 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-27T13:16:50,058 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732713321627 hdfs://localhost:35613/backupUT/backup_1732713321627/default/test-1732713310217/ 2024-11-27T13:16:50,059 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35613/backupUT/backup_1732713321627/.backup.manifest 2024-11-27T13:16:50,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732713404253.7f1c2c11f58d559f21b9e07e55c59de1., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2 , the old value is region=table1,,1732713404253.7f1c2c11f58d559f21b9e07e55c59de1., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1ba5af43fd99:45367 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T13:16:50,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732713404253.7f1c2c11f58d559f21b9e07e55c59de1., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T13:16:50,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732713404253.7f1c2c11f58d559f21b9e07e55c59de1., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2 from cache 2024-11-27T13:16:50,060 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T13:16:50,061 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732713321627/.backup.manifest 2024-11-27T13:16:50,061 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17327133102171' to 'ns2:table2' from full backup image hdfs://localhost:35613/backupUT/backup_1732713321627/ns2/test-17327133102171 2024-11-27T13:16:50,070 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'ns2:table2' 2024-11-27T13:16:50,071 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:35613/backupUT/backup_1732713321627/ns2/test-17327133102171/archive/data/ns2/test-17327133102171/779c4c4c296e49eea00a4cb280f65b7c 2024-11-27T13:16:50,072 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:35613/backupUT/backup_1732713321627/ns2/test-17327133102171/archive/data/ns2/test-17327133102171/779c4c4c296e49eea00a4cb280f65b7c/f in region [hdfs://localhost:35613/backupUT/backup_1732713321627/ns2/test-17327133102171/archive/data/ns2/test-17327133102171/779c4c4c296e49eea00a4cb280f65b7c] 2024-11-27T13:16:50,076 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:35613/backupUT/backup_1732713321627/ns2/test-17327133102171/archive/data/ns2/test-17327133102171/779c4c4c296e49eea00a4cb280f65b7c/f/b609c18a071e4486bdca2c47a227871e first=row0 last=row98 2024-11-27T13:16:50,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T13:16:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure2.ProcedureExecutor(1139): Stored pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:table2 2024-11-27T13:16:50,079 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T13:16:50,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 67 2024-11-27T13:16:50,080 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T13:16:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-27T13:16:50,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741978_1154 (size=351) 2024-11-27T13:16:50,171 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:45367 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T13:16:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-27T13:16:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-27T13:16:50,487 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 05aabbd187d3ebf52e8f58d563293977, NAME => 'ns2:table2,,1732713410076.05aabbd187d3ebf52e8f58d563293977.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0 2024-11-27T13:16:50,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741979_1155 (size=37) 2024-11-27T13:16:50,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-27T13:16:50,895 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1732713410076.05aabbd187d3ebf52e8f58d563293977.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:16:50,896 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 05aabbd187d3ebf52e8f58d563293977, disabling compactions & flushes 2024-11-27T13:16:50,896 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1732713410076.05aabbd187d3ebf52e8f58d563293977. 2024-11-27T13:16:50,896 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732713410076.05aabbd187d3ebf52e8f58d563293977. 2024-11-27T13:16:50,896 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732713410076.05aabbd187d3ebf52e8f58d563293977. after waiting 0 ms 2024-11-27T13:16:50,896 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732713410076.05aabbd187d3ebf52e8f58d563293977. 2024-11-27T13:16:50,896 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1732713410076.05aabbd187d3ebf52e8f58d563293977. 2024-11-27T13:16:50,896 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 05aabbd187d3ebf52e8f58d563293977: Waiting for close lock at 1732713410895Disabling compacts and flushes for region at 1732713410895Disabling writes for close at 1732713410896 (+1 ms)Writing region close event to WAL at 1732713410896Closed at 1732713410896 2024-11-27T13:16:50,900 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T13:16:50,901 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1732713410076.05aabbd187d3ebf52e8f58d563293977.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1732713410900"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732713410900"}]},"ts":"1732713410900"} 2024-11-27T13:16:50,904 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T13:16:50,905 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T13:16:50,905 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732713410905"}]},"ts":"1732713410905"} 2024-11-27T13:16:50,908 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-27T13:16:50,908 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=05aabbd187d3ebf52e8f58d563293977, ASSIGN}] 2024-11-27T13:16:50,910 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=05aabbd187d3ebf52e8f58d563293977, ASSIGN 2024-11-27T13:16:50,911 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=05aabbd187d3ebf52e8f58d563293977, ASSIGN; state=OFFLINE, location=1ba5af43fd99,45367,1732713300833; forceNewPlan=false, retain=false 2024-11-27T13:16:50,954 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-27T13:16:51,061 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=05aabbd187d3ebf52e8f58d563293977, regionState=OPENING, regionLocation=1ba5af43fd99,45367,1732713300833 2024-11-27T13:16:51,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=05aabbd187d3ebf52e8f58d563293977, ASSIGN because future has completed 2024-11-27T13:16:51,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05aabbd187d3ebf52e8f58d563293977, server=1ba5af43fd99,45367,1732713300833}] 2024-11-27T13:16:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-27T13:16:51,223 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(132): Open ns2:table2,,1732713410076.05aabbd187d3ebf52e8f58d563293977. 2024-11-27T13:16:51,223 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7752): Opening region: {ENCODED => 05aabbd187d3ebf52e8f58d563293977, NAME => 'ns2:table2,,1732713410076.05aabbd187d3ebf52e8f58d563293977.', STARTKEY => '', ENDKEY => ''} 2024-11-27T13:16:51,224 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T13:16:51,224 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 05aabbd187d3ebf52e8f58d563293977 2024-11-27T13:16:51,225 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(898): Instantiated ns2:table2,,1732713410076.05aabbd187d3ebf52e8f58d563293977.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:16:51,225 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7794): checking encryption for 05aabbd187d3ebf52e8f58d563293977 2024-11-27T13:16:51,225 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7797): checking classloading for 05aabbd187d3ebf52e8f58d563293977 2024-11-27T13:16:51,227 INFO [StoreOpener-05aabbd187d3ebf52e8f58d563293977-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 05aabbd187d3ebf52e8f58d563293977 2024-11-27T13:16:51,229 INFO [StoreOpener-05aabbd187d3ebf52e8f58d563293977-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05aabbd187d3ebf52e8f58d563293977 columnFamilyName f 2024-11-27T13:16:51,229 DEBUG [StoreOpener-05aabbd187d3ebf52e8f58d563293977-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:16:51,230 INFO [StoreOpener-05aabbd187d3ebf52e8f58d563293977-1 {}] regionserver.HStore(327): Store=05aabbd187d3ebf52e8f58d563293977/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:16:51,230 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1038): replaying wal for 05aabbd187d3ebf52e8f58d563293977 2024-11-27T13:16:51,231 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns2/table2/05aabbd187d3ebf52e8f58d563293977 2024-11-27T13:16:51,232 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns2/table2/05aabbd187d3ebf52e8f58d563293977 2024-11-27T13:16:51,232 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1048): stopping wal replay for 05aabbd187d3ebf52e8f58d563293977 2024-11-27T13:16:51,232 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1060): Cleaning up temporary data for 05aabbd187d3ebf52e8f58d563293977 2024-11-27T13:16:51,234 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1093): writing seq id for 05aabbd187d3ebf52e8f58d563293977 2024-11-27T13:16:51,237 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns2/table2/05aabbd187d3ebf52e8f58d563293977/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T13:16:51,238 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1114): Opened 05aabbd187d3ebf52e8f58d563293977; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10192687200, jitterRate=-0.05073203146457672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T13:16:51,238 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 05aabbd187d3ebf52e8f58d563293977 2024-11-27T13:16:51,238 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1006): Region open journal for 05aabbd187d3ebf52e8f58d563293977: Running coprocessor pre-open hook at 1732713411225Writing region info on filesystem at 1732713411225Initializing all the Stores at 1732713411226 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732713411226Cleaning up temporary data from old regions at 1732713411232 (+6 ms)Running coprocessor post-open hooks at 1732713411238 (+6 ms)Region opened successfully at 1732713411238 2024-11-27T13:16:51,239 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1732713410076.05aabbd187d3ebf52e8f58d563293977., pid=69, masterSystemTime=1732713411215 2024-11-27T13:16:51,241 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1732713410076.05aabbd187d3ebf52e8f58d563293977. 2024-11-27T13:16:51,241 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(153): Opened ns2:table2,,1732713410076.05aabbd187d3ebf52e8f58d563293977. 2024-11-27T13:16:51,242 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=05aabbd187d3ebf52e8f58d563293977, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,45367,1732713300833 2024-11-27T13:16:51,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05aabbd187d3ebf52e8f58d563293977, server=1ba5af43fd99,45367,1732713300833 because future has completed 2024-11-27T13:16:51,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-27T13:16:51,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 05aabbd187d3ebf52e8f58d563293977, server=1ba5af43fd99,45367,1732713300833 in 181 msec 2024-11-27T13:16:51,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-11-27T13:16:51,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=05aabbd187d3ebf52e8f58d563293977, ASSIGN in 338 msec 2024-11-27T13:16:51,249 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T13:16:51,249 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732713411249"}]},"ts":"1732713411249"} 2024-11-27T13:16:51,251 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-27T13:16:51,252 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T13:16:51,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:table2 in 1.1750 sec 2024-11-27T13:16:52,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-27T13:16:52,240 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:table2 completed 2024-11-27T13:16:52,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-27T13:16:52,243 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:35613/backupUT/backup_1732713321627/ns2/test-17327133102171/archive/data/ns2/test-17327133102171/779c4c4c296e49eea00a4cb280f65b7c from hbase tables ns2:test-17327133102171 to tables ns2:table2 2024-11-27T13:16:52,243 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17327133102171 into ns2:table2 2024-11-27T13:16:52,245 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-ns2-table2-1732713412243 from hdfs://localhost:35613/backupUT/backup_1732713321627/ns2/test-17327133102171/archive/data/ns2/test-17327133102171/779c4c4c296e49eea00a4cb280f65b7c 2024-11-27T13:16:52,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5725832, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:52,246 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:16:52,246 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:16:52,247 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:16:52,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:16:52,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:16:52,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e3f63b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:52,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:16:52,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:16:52,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:52,248 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:16:52,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c81d5d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:52,249 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T13:16:52,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,32805,1732713299260 2024-11-27T13:16:52,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@347a8036 2024-11-27T13:16:52,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T13:16:52,251 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T13:16:52,251 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-27T13:16:52,251 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-27T13:16:52,251 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-27T13:16:52,252 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:16:52,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:16:52,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:16:52,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:16:52,255 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-27T13:16:52,255 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-27T13:16:52,255 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/partitions_8725a477-7897-435b-9ac9-fb5e2177f941 2024-11-27T13:16:52,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741980_1156 (size=153) 2024-11-27T13:16:52,272 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2024-11-27T13:16:52,665 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:52,666 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:52,667 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:52,941 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 001a1ad7933b85fdd7ec3757cd8f9288, had cached 0 bytes from a total of 41499 2024-11-27T13:16:53,530 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/hadoop-5856850687900171250.jar 2024-11-27T13:16:53,531 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:53,531 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:53,531 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:53,531 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:53,531 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:53,532 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:53,532 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:53,532 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:53,532 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:53,532 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T13:16:53,533 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T13:16:53,533 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T13:16:53,533 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T13:16:53,533 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T13:16:53,533 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T13:16:53,533 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T13:16:53,534 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T13:16:53,534 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T13:16:53,534 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T13:16:53,534 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T13:16:53,534 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:53,535 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:53,535 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:53,535 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:53,535 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:53,535 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:53,535 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T13:16:53,535 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-27T13:16:53,536 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T13:16:53,536 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T13:16:53,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:53,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:53,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:16:53,536 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-27T13:16:53,536 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T13:16:53,546 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T13:16:53,558 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-27T13:16:53,647 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/mapreduce.cluster.local.dir/job_local1256635287_0013_f012db91-60ae-4507-8efe-f0d719240ef1/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-27T13:16:53,647 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/mapreduce.cluster.local.dir/job_local1256635287_0013_f012db91-60ae-4507-8efe-f0d719240ef1/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-27T13:16:53,701 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35613/backupUT/backup_1732713321627/ns2/test-17327133102171/archive/data/ns2/test-17327133102171/779c4c4c296e49eea00a4cb280f65b7c/f/b609c18a071e4486bdca2c47a227871e 2024-11-27T13:16:53,704 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T13:16:53,738 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@480fe9be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:53,738 DEBUG [pool-272-thread-1 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:16:53,738 DEBUG [pool-272-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:16:53,739 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:16:53,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:16:53,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:16:53,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d3a5bc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:53,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:16:53,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:16:53,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:53,740 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:16:53,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63739615, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:53,741 DEBUG [pool-272-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:16:53,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:16:53,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:16:53,744 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:16:53,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row0', locateType=CURRENT is [region=ns2:table2,,1732713410076.05aabbd187d3ebf52e8f58d563293977., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2] 2024-11-27T13:16:53,745 INFO [pool-272-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-272-thread-1. 2024-11-27T13:16:53,745 DEBUG [pool-272-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T13:16:53,746 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:53,746 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:53,746 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:16:53,746 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-27T13:16:53,746 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 1ba5af43fd99 2024-11-27T13:16:53,754 DEBUG [pool-272-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-ns2-table2-1732713412243/_temporary/0/_temporary/attempt_local1256635287_0013_r_000000_0/f/3696ad69f0de47f989f76075ece85662 is 37, key is row10/f:q1/1732713315262/Put/seqid=0 2024-11-27T13:16:53,756 WARN [Thread-1720 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [1ba5af43fd99:45367] Specified favored nodes: [1ba5af43fd99:45367] 2024-11-27T13:16:53,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741981_1157 (size=8742) 2024-11-27T13:16:54,688 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-ns2-table2-1732713412243 2024-11-27T13:16:54,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d8c532, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:54,689 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:16:54,689 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:16:54,690 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:16:54,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:16:54,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:16:54,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ce65d7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:54,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:16:54,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:16:54,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:54,692 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:16:54,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4afcd9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:54,693 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:16:54,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:16:54,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:16:54,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:16:54,698 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-ns2-table2-1732713412243/_SUCCESS 2024-11-27T13:16:54,701 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T13:16:54,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,32805,1732713299260 2024-11-27T13:16:54,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2aa4aec 2024-11-27T13:16:54,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T13:16:54,704 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T13:16:54,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732713410076.05aabbd187d3ebf52e8f58d563293977., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2] 2024-11-27T13:16:54,710 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-27T13:16:54,717 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-ns2-table2-1732713412243/f/3696ad69f0de47f989f76075ece85662 first=Optional[row0] last=Optional[row98] 2024-11-27T13:16:54,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-ns2-table2-1732713412243/f/3696ad69f0de47f989f76075ece85662 for inclusion in 05aabbd187d3ebf52e8f58d563293977/f 2024-11-27T13:16:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-27T13:16:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T13:16:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HRegion(2603): Flush status journal for 05aabbd187d3ebf52e8f58d563293977: 2024-11-27T13:16:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-ns2-table2-1732713412243/f/3696ad69f0de47f989f76075ece85662 to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/staging/jenkins__ns2_table2__r55ig9pmpm4mrftt8cvpjg22gge956p5tbf3gr1dvhvmt4vm2j35nq90gkvavoid/f/3696ad69f0de47f989f76075ece85662 2024-11-27T13:16:54,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/staging/jenkins__ns2_table2__r55ig9pmpm4mrftt8cvpjg22gge956p5tbf3gr1dvhvmt4vm2j35nq90gkvavoid/f/3696ad69f0de47f989f76075ece85662 as hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns2/table2/05aabbd187d3ebf52e8f58d563293977/f/795a246667f443c1afdf8fe1769a4457_SeqId_4_ 2024-11-27T13:16:54,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67796e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:54,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:16:54,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:16:54,729 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:16:54,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:16:54,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:16:54,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@649216fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:54,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:16:54,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:16:54,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:54,730 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:16:54,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@715a64ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:54,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T13:16:54,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,32805,1732713299260 2024-11-27T13:16:54,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10d167ea 2024-11-27T13:16:54,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T13:16:54,732 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T13:16:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:16:54,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:16:54,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:16:54,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:16:54,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T13:16:54,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T13:16:54,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2] 2024-11-27T13:16:54,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367. 2024-11-27T13:16:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:16:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:54,748 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:16:54,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/staging/jenkins__ns2_table2__r55ig9pmpm4mrftt8cvpjg22gge956p5tbf3gr1dvhvmt4vm2j35nq90gkvavoid/f/3696ad69f0de47f989f76075ece85662 into 05aabbd187d3ebf52e8f58d563293977/f as hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns2/table2/05aabbd187d3ebf52e8f58d563293977/f/795a246667f443c1afdf8fe1769a4457_SeqId_4_ - updating store file list. 2024-11-27T13:16:54,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns2/table2/05aabbd187d3ebf52e8f58d563293977/f/795a246667f443c1afdf8fe1769a4457_SeqId_4_ into 05aabbd187d3ebf52e8f58d563293977/f 2024-11-27T13:16:54,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/staging/jenkins__ns2_table2__r55ig9pmpm4mrftt8cvpjg22gge956p5tbf3gr1dvhvmt4vm2j35nq90gkvavoid/f/3696ad69f0de47f989f76075ece85662 into 05aabbd187d3ebf52e8f58d563293977/f (new location: hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns2/table2/05aabbd187d3ebf52e8f58d563293977/f/795a246667f443c1afdf8fe1769a4457_SeqId_4_) 2024-11-27T13:16:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/staging/jenkins__ns2_table2__r55ig9pmpm4mrftt8cvpjg22gge956p5tbf3gr1dvhvmt4vm2j35nq90gkvavoid/f/3696ad69f0de47f989f76075ece85662 2024-11-27T13:16:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ea55a97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:16:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:16:54,756 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:16:54,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:16:54,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:16:54,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b5ea9c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:54,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:16:54,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:16:54,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:54,758 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:16:54,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d4cbde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T13:16:54,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,32805,1732713299260 2024-11-27T13:16:54,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@527f9a30 2024-11-27T13:16:54,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T13:16:54,760 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T13:16:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:16:54,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:16:54,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:16:54,762 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-27T13:16:54,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T13:16:54,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T13:16:54,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2] 2024-11-27T13:16:54,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367. 2024-11-27T13:16:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:16:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:54,775 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:16:54,776 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T13:16:54,776 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T13:16:54,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:54,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:54,776 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:16:54,776 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-27T13:16:54,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1732713410076.05aabbd187d3ebf52e8f58d563293977., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2 , the old value is region=ns2:table2,,1732713410076.05aabbd187d3ebf52e8f58d563293977., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1ba5af43fd99:45367 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T13:16:54,776 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-27T13:16:54,776 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732713321627 hdfs://localhost:35613/backupUT/backup_1732713321627/ns2/test-17327133102171/ 2024-11-27T13:16:54,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1732713410076.05aabbd187d3ebf52e8f58d563293977., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T13:16:54,776 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-27T13:16:54,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1732713410076.05aabbd187d3ebf52e8f58d563293977., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2 from cache 2024-11-27T13:16:54,777 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T13:16:54,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732713404253.7f1c2c11f58d559f21b9e07e55c59de1., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2] 2024-11-27T13:16:54,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732713404253.f8a9a30a368bd29cdd9f3d616ada8100., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2] 2024-11-27T13:16:54,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732713410076.05aabbd187d3ebf52e8f58d563293977., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2] 2024-11-27T13:16:54,802 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35613/backupUT/backup_1732713390882/.backup.manifest 2024-11-27T13:16:54,804 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732713390882/.backup.manifest 2024-11-27T13:16:54,805 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35613/backupUT/backup_1732713355453/.backup.manifest 2024-11-27T13:16:54,806 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732713355453/.backup.manifest 2024-11-27T13:16:54,806 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1732713310217' to 'table1' from full backup image hdfs://localhost:35613/backupUT/backup_1732713355453/default/test-1732713310217 2024-11-27T13:16:54,808 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'test-1732713310217', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1732713390882 2024-11-27T13:16:54,812 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'table1', preserving region splits 2024-11-27T13:16:54,816 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable table1 2024-11-27T13:16:54,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=table1 2024-11-27T13:16:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-27T13:16:54,822 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732713414822"}]},"ts":"1732713414822"} 2024-11-27T13:16:54,823 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLING in hbase:meta 2024-11-27T13:16:54,824 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set table1 to state=DISABLING 2024-11-27T13:16:54,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=table1}] 2024-11-27T13:16:54,829 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32805 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=1ba5af43fd99,45367,1732713300833, table=table1, region=7f1c2c11f58d559f21b9e07e55c59de1. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-27T13:16:54,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=7f1c2c11f58d559f21b9e07e55c59de1, UNASSIGN}, {pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=f8a9a30a368bd29cdd9f3d616ada8100, UNASSIGN}] 2024-11-27T13:16:54,830 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=f8a9a30a368bd29cdd9f3d616ada8100, UNASSIGN 2024-11-27T13:16:54,830 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=7f1c2c11f58d559f21b9e07e55c59de1, UNASSIGN 2024-11-27T13:16:54,831 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=f8a9a30a368bd29cdd9f3d616ada8100, regionState=CLOSING, regionLocation=1ba5af43fd99,45367,1732713300833 2024-11-27T13:16:54,831 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=7f1c2c11f58d559f21b9e07e55c59de1, regionState=CLOSING, regionLocation=1ba5af43fd99,45367,1732713300833 2024-11-27T13:16:54,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=f8a9a30a368bd29cdd9f3d616ada8100, UNASSIGN because future has completed 2024-11-27T13:16:54,833 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T13:16:54,833 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure f8a9a30a368bd29cdd9f3d616ada8100, server=1ba5af43fd99,45367,1732713300833}] 2024-11-27T13:16:54,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=7f1c2c11f58d559f21b9e07e55c59de1, UNASSIGN because future has completed 2024-11-27T13:16:54,834 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T13:16:54,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7f1c2c11f58d559f21b9e07e55c59de1, server=1ba5af43fd99,45367,1732713300833}] 2024-11-27T13:16:54,880 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:45367 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T13:16:54,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-27T13:16:54,986 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(122): Close 7f1c2c11f58d559f21b9e07e55c59de1 2024-11-27T13:16:54,986 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-27T13:16:54,986 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1722): Closing 7f1c2c11f58d559f21b9e07e55c59de1, disabling compactions & flushes 2024-11-27T13:16:54,986 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1755): Closing region table1,,1732713404253.7f1c2c11f58d559f21b9e07e55c59de1. 2024-11-27T13:16:54,986 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732713404253.7f1c2c11f58d559f21b9e07e55c59de1. 2024-11-27T13:16:54,986 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1843): Acquired close lock on table1,,1732713404253.7f1c2c11f58d559f21b9e07e55c59de1. after waiting 0 ms 2024-11-27T13:16:54,986 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1853): Updates disabled for region table1,,1732713404253.7f1c2c11f58d559f21b9e07e55c59de1. 2024-11-27T13:16:54,996 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/7f1c2c11f58d559f21b9e07e55c59de1/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-27T13:16:54,997 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T13:16:54,998 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1973): Closed table1,,1732713404253.7f1c2c11f58d559f21b9e07e55c59de1. 2024-11-27T13:16:54,998 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1676): Region close journal for 7f1c2c11f58d559f21b9e07e55c59de1: Waiting for close lock at 1732713414986Running coprocessor pre-close hooks at 1732713414986Disabling compacts and flushes for region at 1732713414986Disabling writes for close at 1732713414986Writing region close event to WAL at 1732713414989 (+3 ms)Running coprocessor post-close hooks at 1732713414997 (+8 ms)Closed at 1732713414998 (+1 ms) 2024-11-27T13:16:55,001 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(157): Closed 7f1c2c11f58d559f21b9e07e55c59de1 2024-11-27T13:16:55,001 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(122): Close f8a9a30a368bd29cdd9f3d616ada8100 2024-11-27T13:16:55,001 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-27T13:16:55,001 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1722): Closing f8a9a30a368bd29cdd9f3d616ada8100, disabling compactions & flushes 2024-11-27T13:16:55,001 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1755): Closing region table1,row0,1732713404253.f8a9a30a368bd29cdd9f3d616ada8100. 2024-11-27T13:16:55,001 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732713404253.f8a9a30a368bd29cdd9f3d616ada8100. 2024-11-27T13:16:55,001 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732713404253.f8a9a30a368bd29cdd9f3d616ada8100. after waiting 0 ms 2024-11-27T13:16:55,001 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=7f1c2c11f58d559f21b9e07e55c59de1, regionState=CLOSED 2024-11-27T13:16:55,001 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732713404253.f8a9a30a368bd29cdd9f3d616ada8100. 2024-11-27T13:16:55,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7f1c2c11f58d559f21b9e07e55c59de1, server=1ba5af43fd99,45367,1732713300833 because future has completed 2024-11-27T13:16:55,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=72 2024-11-27T13:16:55,005 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/f8a9a30a368bd29cdd9f3d616ada8100/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-27T13:16:55,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=72, state=SUCCESS, hasLock=false; CloseRegionProcedure 7f1c2c11f58d559f21b9e07e55c59de1, server=1ba5af43fd99,45367,1732713300833 in 170 msec 2024-11-27T13:16:55,006 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T13:16:55,006 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1973): Closed table1,row0,1732713404253.f8a9a30a368bd29cdd9f3d616ada8100. 2024-11-27T13:16:55,006 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1676): Region close journal for f8a9a30a368bd29cdd9f3d616ada8100: Waiting for close lock at 1732713415001Running coprocessor pre-close hooks at 1732713415001Disabling compacts and flushes for region at 1732713415001Disabling writes for close at 1732713415001Writing region close event to WAL at 1732713415002 (+1 ms)Running coprocessor post-close hooks at 1732713415006 (+4 ms)Closed at 1732713415006 2024-11-27T13:16:55,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=7f1c2c11f58d559f21b9e07e55c59de1, UNASSIGN in 176 msec 2024-11-27T13:16:55,008 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(157): Closed f8a9a30a368bd29cdd9f3d616ada8100 2024-11-27T13:16:55,008 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=f8a9a30a368bd29cdd9f3d616ada8100, regionState=CLOSED 2024-11-27T13:16:55,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure f8a9a30a368bd29cdd9f3d616ada8100, server=1ba5af43fd99,45367,1732713300833 because future has completed 2024-11-27T13:16:55,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=73 2024-11-27T13:16:55,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=73, state=SUCCESS, hasLock=false; CloseRegionProcedure f8a9a30a368bd29cdd9f3d616ada8100, server=1ba5af43fd99,45367,1732713300833 in 177 msec 2024-11-27T13:16:55,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=71 2024-11-27T13:16:55,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=f8a9a30a368bd29cdd9f3d616ada8100, UNASSIGN in 183 msec 2024-11-27T13:16:55,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-27T13:16:55,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=table1 in 189 msec 2024-11-27T13:16:55,017 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732713415017"}]},"ts":"1732713415017"} 2024-11-27T13:16:55,018 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLED in hbase:meta 2024-11-27T13:16:55,019 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set table1 to state=DISABLED 2024-11-27T13:16:55,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; DisableTableProcedure table=table1 in 202 msec 2024-11-27T13:16:55,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-27T13:16:55,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:table1 completed 2024-11-27T13:16:55,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.3 truncate table1 2024-11-27T13:16:55,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) 2024-11-27T13:16:55,156 DEBUG [PEWorker-2 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition 2024-11-27T13:16:55,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-27T13:16:55,161 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/7f1c2c11f58d559f21b9e07e55c59de1 2024-11-27T13:16:55,162 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/f8a9a30a368bd29cdd9f3d616ada8100 2024-11-27T13:16:55,164 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/f8a9a30a368bd29cdd9f3d616ada8100/f, FileablePath, hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/f8a9a30a368bd29cdd9f3d616ada8100/f3, FileablePath, hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/f8a9a30a368bd29cdd9f3d616ada8100/mob, FileablePath, hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/f8a9a30a368bd29cdd9f3d616ada8100/recovered.edits] 2024-11-27T13:16:55,164 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/7f1c2c11f58d559f21b9e07e55c59de1/f, FileablePath, hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/7f1c2c11f58d559f21b9e07e55c59de1/f3, FileablePath, hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/7f1c2c11f58d559f21b9e07e55c59de1/mob, FileablePath, hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/7f1c2c11f58d559f21b9e07e55c59de1/recovered.edits] 2024-11-27T13:16:55,168 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/f8a9a30a368bd29cdd9f3d616ada8100/f/b1c8f89169b949e5a1b90c10f8e967ee_SeqId_4_ to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/archive/data/default/table1/f8a9a30a368bd29cdd9f3d616ada8100/f/b1c8f89169b949e5a1b90c10f8e967ee_SeqId_4_ 2024-11-27T13:16:55,169 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/7f1c2c11f58d559f21b9e07e55c59de1/f3/c33b3723e4fd4101969a8432a4034daf_SeqId_4_ to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/archive/data/default/table1/7f1c2c11f58d559f21b9e07e55c59de1/f3/c33b3723e4fd4101969a8432a4034daf_SeqId_4_ 2024-11-27T13:16:55,172 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/7f1c2c11f58d559f21b9e07e55c59de1/mob/44e935f8b04d461a8718e939c18f5faf_SeqId_4_ to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/archive/data/default/table1/7f1c2c11f58d559f21b9e07e55c59de1/mob/44e935f8b04d461a8718e939c18f5faf_SeqId_4_ 2024-11-27T13:16:55,173 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/f8a9a30a368bd29cdd9f3d616ada8100/recovered.edits/6.seqid to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/archive/data/default/table1/f8a9a30a368bd29cdd9f3d616ada8100/recovered.edits/6.seqid 2024-11-27T13:16:55,174 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/f8a9a30a368bd29cdd9f3d616ada8100 2024-11-27T13:16:55,174 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/7f1c2c11f58d559f21b9e07e55c59de1/recovered.edits/6.seqid to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/archive/data/default/table1/7f1c2c11f58d559f21b9e07e55c59de1/recovered.edits/6.seqid 2024-11-27T13:16:55,175 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/7f1c2c11f58d559f21b9e07e55c59de1 2024-11-27T13:16:55,175 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived table1 regions 2024-11-27T13:16:55,175 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-27T13:16:55,176 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f/mob] 2024-11-27T13:16:55,178 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-27T13:16:55,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45367 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-27T13:16:55,188 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of table1 from hbase:meta 2024-11-27T13:16:55,191 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'table1' descriptor. 2024-11-27T13:16:55,191 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'table1' from region states. 2024-11-27T13:16:55,192 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,,1732713404253.7f1c2c11f58d559f21b9e07e55c59de1.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732713415191"}]},"ts":"9223372036854775807"} 2024-11-27T13:16:55,192 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,row0,1732713404253.f8a9a30a368bd29cdd9f3d616ada8100.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732713415191"}]},"ts":"9223372036854775807"} 2024-11-27T13:16:55,194 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 2 regions from META 2024-11-27T13:16:55,194 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 7f1c2c11f58d559f21b9e07e55c59de1, NAME => 'table1,,1732713404253.7f1c2c11f58d559f21b9e07e55c59de1.', STARTKEY => '', ENDKEY => 'row0'}, {ENCODED => f8a9a30a368bd29cdd9f3d616ada8100, NAME => 'table1,row0,1732713404253.f8a9a30a368bd29cdd9f3d616ada8100.', STARTKEY => 'row0', ENDKEY => ''}] 2024-11-27T13:16:55,194 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'table1' as deleted. 2024-11-27T13:16:55,194 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732713415194"}]},"ts":"9223372036854775807"} 2024-11-27T13:16:55,196 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table table1 state from META 2024-11-27T13:16:55,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741982_1158 (size=938) 2024-11-27T13:16:55,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-27T13:16:55,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-27T13:16:55,607 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d2805d0df545db7853046093437c5004, NAME => 'table1,,1732713415180.d2805d0df545db7853046093437c5004.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0 2024-11-27T13:16:55,608 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 48230f2b3bf663ff87f1411169e089a0, NAME => 'table1,row0,1732713415180.48230f2b3bf663ff87f1411169e089a0.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0 2024-11-27T13:16:55,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741983_1159 (size=45) 2024-11-27T13:16:55,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741984_1160 (size=45) 2024-11-27T13:16:55,619 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1732713415180.d2805d0df545db7853046093437c5004.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:16:55,619 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing d2805d0df545db7853046093437c5004, disabling compactions & flushes 2024-11-27T13:16:55,619 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1732713415180.d2805d0df545db7853046093437c5004. 2024-11-27T13:16:55,619 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732713415180.d2805d0df545db7853046093437c5004. 2024-11-27T13:16:55,619 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1732713415180.d2805d0df545db7853046093437c5004. after waiting 0 ms 2024-11-27T13:16:55,619 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1732713415180.d2805d0df545db7853046093437c5004. 2024-11-27T13:16:55,619 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1732713415180.d2805d0df545db7853046093437c5004. 2024-11-27T13:16:55,619 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for d2805d0df545db7853046093437c5004: Waiting for close lock at 1732713415619Disabling compacts and flushes for region at 1732713415619Disabling writes for close at 1732713415619Writing region close event to WAL at 1732713415619Closed at 1732713415619 2024-11-27T13:16:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-27T13:16:56,019 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1732713415180.48230f2b3bf663ff87f1411169e089a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:16:56,019 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 48230f2b3bf663ff87f1411169e089a0, disabling compactions & flushes 2024-11-27T13:16:56,019 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1732713415180.48230f2b3bf663ff87f1411169e089a0. 2024-11-27T13:16:56,019 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732713415180.48230f2b3bf663ff87f1411169e089a0. 2024-11-27T13:16:56,019 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732713415180.48230f2b3bf663ff87f1411169e089a0. after waiting 0 ms 2024-11-27T13:16:56,019 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732713415180.48230f2b3bf663ff87f1411169e089a0. 2024-11-27T13:16:56,019 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1732713415180.48230f2b3bf663ff87f1411169e089a0. 2024-11-27T13:16:56,020 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 48230f2b3bf663ff87f1411169e089a0: Waiting for close lock at 1732713416019Disabling compacts and flushes for region at 1732713416019Disabling writes for close at 1732713416019Writing region close event to WAL at 1732713416019Closed at 1732713416019 2024-11-27T13:16:56,022 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1732713415180.d2805d0df545db7853046093437c5004.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732713416021"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732713416021"}]},"ts":"1732713416021"} 2024-11-27T13:16:56,022 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1732713415180.48230f2b3bf663ff87f1411169e089a0.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732713416021"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732713416021"}]},"ts":"1732713416021"} 2024-11-27T13:16:56,025 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-27T13:16:56,027 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732713416027"}]},"ts":"1732713416027"} 2024-11-27T13:16:56,029 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-27T13:16:56,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=d2805d0df545db7853046093437c5004, ASSIGN}, {pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=48230f2b3bf663ff87f1411169e089a0, ASSIGN}] 2024-11-27T13:16:56,031 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=d2805d0df545db7853046093437c5004, ASSIGN 2024-11-27T13:16:56,032 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=48230f2b3bf663ff87f1411169e089a0, ASSIGN 2024-11-27T13:16:56,032 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=d2805d0df545db7853046093437c5004, ASSIGN; state=OFFLINE, location=1ba5af43fd99,45367,1732713300833; forceNewPlan=false, retain=false 2024-11-27T13:16:56,032 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=48230f2b3bf663ff87f1411169e089a0, ASSIGN; state=OFFLINE, location=1ba5af43fd99,45367,1732713300833; forceNewPlan=false, retain=false 2024-11-27T13:16:56,184 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=d2805d0df545db7853046093437c5004, regionState=OPENING, regionLocation=1ba5af43fd99,45367,1732713300833 2024-11-27T13:16:56,184 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=48230f2b3bf663ff87f1411169e089a0, regionState=OPENING, regionLocation=1ba5af43fd99,45367,1732713300833 2024-11-27T13:16:56,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=d2805d0df545db7853046093437c5004, ASSIGN because future has completed 2024-11-27T13:16:56,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2805d0df545db7853046093437c5004, server=1ba5af43fd99,45367,1732713300833}] 2024-11-27T13:16:56,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=48230f2b3bf663ff87f1411169e089a0, ASSIGN because future has completed 2024-11-27T13:16:56,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48230f2b3bf663ff87f1411169e089a0, server=1ba5af43fd99,45367,1732713300833}] 2024-11-27T13:16:56,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-27T13:16:56,349 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open table1,row0,1732713415180.48230f2b3bf663ff87f1411169e089a0. 2024-11-27T13:16:56,349 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => 48230f2b3bf663ff87f1411169e089a0, NAME => 'table1,row0,1732713415180.48230f2b3bf663ff87f1411169e089a0.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-27T13:16:56,350 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T13:16:56,350 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 48230f2b3bf663ff87f1411169e089a0 2024-11-27T13:16:56,350 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated table1,row0,1732713415180.48230f2b3bf663ff87f1411169e089a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:16:56,351 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for 48230f2b3bf663ff87f1411169e089a0 2024-11-27T13:16:56,351 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for 48230f2b3bf663ff87f1411169e089a0 2024-11-27T13:16:56,354 INFO [StoreOpener-48230f2b3bf663ff87f1411169e089a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 48230f2b3bf663ff87f1411169e089a0 2024-11-27T13:16:56,356 INFO [StoreOpener-48230f2b3bf663ff87f1411169e089a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48230f2b3bf663ff87f1411169e089a0 columnFamilyName f 2024-11-27T13:16:56,356 DEBUG [StoreOpener-48230f2b3bf663ff87f1411169e089a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:16:56,357 INFO [StoreOpener-48230f2b3bf663ff87f1411169e089a0-1 {}] regionserver.HStore(327): Store=48230f2b3bf663ff87f1411169e089a0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:16:56,357 INFO [StoreOpener-48230f2b3bf663ff87f1411169e089a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 48230f2b3bf663ff87f1411169e089a0 2024-11-27T13:16:56,359 INFO [StoreOpener-48230f2b3bf663ff87f1411169e089a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48230f2b3bf663ff87f1411169e089a0 columnFamilyName f3 2024-11-27T13:16:56,359 DEBUG [StoreOpener-48230f2b3bf663ff87f1411169e089a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:16:56,360 INFO [StoreOpener-48230f2b3bf663ff87f1411169e089a0-1 {}] regionserver.HStore(327): Store=48230f2b3bf663ff87f1411169e089a0/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:16:56,360 INFO [StoreOpener-48230f2b3bf663ff87f1411169e089a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 48230f2b3bf663ff87f1411169e089a0 2024-11-27T13:16:56,362 INFO [StoreOpener-48230f2b3bf663ff87f1411169e089a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48230f2b3bf663ff87f1411169e089a0 columnFamilyName mob 2024-11-27T13:16:56,363 DEBUG [StoreOpener-48230f2b3bf663ff87f1411169e089a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:16:56,364 INFO [StoreOpener-48230f2b3bf663ff87f1411169e089a0-1 {}] regionserver.HStore(327): Store=48230f2b3bf663ff87f1411169e089a0/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:16:56,364 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for 48230f2b3bf663ff87f1411169e089a0 2024-11-27T13:16:56,365 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/48230f2b3bf663ff87f1411169e089a0 2024-11-27T13:16:56,365 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/48230f2b3bf663ff87f1411169e089a0 2024-11-27T13:16:56,367 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for 48230f2b3bf663ff87f1411169e089a0 2024-11-27T13:16:56,367 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for 48230f2b3bf663ff87f1411169e089a0 2024-11-27T13:16:56,367 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T13:16:56,368 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for 48230f2b3bf663ff87f1411169e089a0 2024-11-27T13:16:56,370 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/48230f2b3bf663ff87f1411169e089a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T13:16:56,371 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened 48230f2b3bf663ff87f1411169e089a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11207368000, jitterRate=0.04376748204231262}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T13:16:56,371 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 48230f2b3bf663ff87f1411169e089a0 2024-11-27T13:16:56,372 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for 48230f2b3bf663ff87f1411169e089a0: Running coprocessor pre-open hook at 1732713416351Writing region info on filesystem at 1732713416351Initializing all the Stores at 1732713416353 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732713416353Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732713416353Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732713416353Cleaning up temporary data from old regions at 1732713416367 (+14 ms)Running coprocessor post-open hooks at 1732713416371 (+4 ms)Region opened successfully at 1732713416372 (+1 ms) 2024-11-27T13:16:56,373 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1732713415180.48230f2b3bf663ff87f1411169e089a0., pid=80, masterSystemTime=1732713416342 2024-11-27T13:16:56,375 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1732713415180.48230f2b3bf663ff87f1411169e089a0. 2024-11-27T13:16:56,375 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened table1,row0,1732713415180.48230f2b3bf663ff87f1411169e089a0. 2024-11-27T13:16:56,375 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open table1,,1732713415180.d2805d0df545db7853046093437c5004. 2024-11-27T13:16:56,375 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => d2805d0df545db7853046093437c5004, NAME => 'table1,,1732713415180.d2805d0df545db7853046093437c5004.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-27T13:16:56,375 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=48230f2b3bf663ff87f1411169e089a0, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,45367,1732713300833 2024-11-27T13:16:56,375 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T13:16:56,375 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 d2805d0df545db7853046093437c5004 2024-11-27T13:16:56,375 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated table1,,1732713415180.d2805d0df545db7853046093437c5004.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:16:56,375 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for d2805d0df545db7853046093437c5004 2024-11-27T13:16:56,376 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for d2805d0df545db7853046093437c5004 2024-11-27T13:16:56,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48230f2b3bf663ff87f1411169e089a0, server=1ba5af43fd99,45367,1732713300833 because future has completed 2024-11-27T13:16:56,377 INFO [StoreOpener-d2805d0df545db7853046093437c5004-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d2805d0df545db7853046093437c5004 2024-11-27T13:16:56,378 INFO [StoreOpener-d2805d0df545db7853046093437c5004-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2805d0df545db7853046093437c5004 columnFamilyName f 2024-11-27T13:16:56,378 DEBUG [StoreOpener-d2805d0df545db7853046093437c5004-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:16:56,379 INFO [StoreOpener-d2805d0df545db7853046093437c5004-1 {}] regionserver.HStore(327): Store=d2805d0df545db7853046093437c5004/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:16:56,379 INFO [StoreOpener-d2805d0df545db7853046093437c5004-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region d2805d0df545db7853046093437c5004 2024-11-27T13:16:56,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=78 2024-11-27T13:16:56,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=78, state=SUCCESS, hasLock=false; OpenRegionProcedure 48230f2b3bf663ff87f1411169e089a0, server=1ba5af43fd99,45367,1732713300833 in 186 msec 2024-11-27T13:16:56,380 INFO [StoreOpener-d2805d0df545db7853046093437c5004-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2805d0df545db7853046093437c5004 columnFamilyName f3 2024-11-27T13:16:56,380 DEBUG [StoreOpener-d2805d0df545db7853046093437c5004-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:16:56,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=48230f2b3bf663ff87f1411169e089a0, ASSIGN in 349 msec 2024-11-27T13:16:56,381 INFO [StoreOpener-d2805d0df545db7853046093437c5004-1 {}] regionserver.HStore(327): Store=d2805d0df545db7853046093437c5004/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:16:56,381 INFO [StoreOpener-d2805d0df545db7853046093437c5004-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region d2805d0df545db7853046093437c5004 2024-11-27T13:16:56,383 INFO [StoreOpener-d2805d0df545db7853046093437c5004-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2805d0df545db7853046093437c5004 columnFamilyName mob 2024-11-27T13:16:56,383 DEBUG [StoreOpener-d2805d0df545db7853046093437c5004-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:16:56,384 INFO [StoreOpener-d2805d0df545db7853046093437c5004-1 {}] regionserver.HStore(327): Store=d2805d0df545db7853046093437c5004/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:16:56,384 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for d2805d0df545db7853046093437c5004 2024-11-27T13:16:56,385 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/d2805d0df545db7853046093437c5004 2024-11-27T13:16:56,385 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/d2805d0df545db7853046093437c5004 2024-11-27T13:16:56,386 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for d2805d0df545db7853046093437c5004 2024-11-27T13:16:56,386 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for d2805d0df545db7853046093437c5004 2024-11-27T13:16:56,387 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T13:16:56,388 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for d2805d0df545db7853046093437c5004 2024-11-27T13:16:56,391 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/d2805d0df545db7853046093437c5004/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T13:16:56,391 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened d2805d0df545db7853046093437c5004; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10399000320, jitterRate=-0.031517624855041504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T13:16:56,391 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2805d0df545db7853046093437c5004 2024-11-27T13:16:56,391 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for d2805d0df545db7853046093437c5004: Running coprocessor pre-open hook at 1732713416376Writing region info on filesystem at 1732713416376Initializing all the Stores at 1732713416376Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732713416377 (+1 ms)Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732713416377Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732713416377Cleaning up temporary data from old regions at 1732713416386 (+9 ms)Running coprocessor post-open hooks at 1732713416391 (+5 ms)Region opened successfully at 1732713416391 2024-11-27T13:16:56,392 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1732713415180.d2805d0df545db7853046093437c5004., pid=79, masterSystemTime=1732713416342 2024-11-27T13:16:56,394 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1732713415180.d2805d0df545db7853046093437c5004. 2024-11-27T13:16:56,394 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened table1,,1732713415180.d2805d0df545db7853046093437c5004. 2024-11-27T13:16:56,395 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=d2805d0df545db7853046093437c5004, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,45367,1732713300833 2024-11-27T13:16:56,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2805d0df545db7853046093437c5004, server=1ba5af43fd99,45367,1732713300833 because future has completed 2024-11-27T13:16:56,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=77 2024-11-27T13:16:56,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=77, state=SUCCESS, hasLock=false; OpenRegionProcedure d2805d0df545db7853046093437c5004, server=1ba5af43fd99,45367,1732713300833 in 207 msec 2024-11-27T13:16:56,400 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-27T13:16:56,400 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=d2805d0df545db7853046093437c5004, ASSIGN in 369 msec 2024-11-27T13:16:56,400 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732713416400"}]},"ts":"1732713416400"} 2024-11-27T13:16:56,402 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-27T13:16:56,402 DEBUG [PEWorker-1 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed 2024-11-27T13:16:56,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) in 1.2520 sec 2024-11-27T13:16:56,729 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-27T13:16:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-27T13:16:57,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: default:table1 completed 2024-11-27T13:16:57,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-27T13:16:57,320 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:35613/backupUT/backup_1732713355453/default/test-1732713310217/archive/data/default/test-1732713310217/2cb11da0149596b6079075676786b8c2,hdfs://localhost:35613/backupUT/backup_1732713355453/default/test-1732713310217/archive/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0 from hbase tables test-1732713310217 to tables table1 2024-11-27T13:16:57,320 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1732713310217 into table1 2024-11-27T13:16:57,322 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-default-table1-1732713417320 from hdfs://localhost:35613/backupUT/backup_1732713355453/default/test-1732713310217/archive/data/default/test-1732713310217/2cb11da0149596b6079075676786b8c2,hdfs://localhost:35613/backupUT/backup_1732713355453/default/test-1732713310217/archive/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:16:57,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@508419ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:57,323 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:16:57,323 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:16:57,324 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:16:57,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:16:57,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:16:57,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46229132, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:57,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:16:57,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:16:57,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:57,326 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:16:57,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@762feef4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:57,327 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T13:16:57,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,32805,1732713299260 2024-11-27T13:16:57,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bfbc40 2024-11-27T13:16:57,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T13:16:57,329 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T13:16:57,330 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-27T13:16:57,330 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-27T13:16:57,330 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-27T13:16:57,331 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:16:57,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:16:57,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:16:57,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:16:57,336 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-27T13:16:57,336 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-27T13:16:57,336 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-27T13:16:57,336 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/partitions_13d09b6a-0f81-4943-8201-013bd96ed6dd 2024-11-27T13:16:57,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741985_1161 (size=177) 2024-11-27T13:16:57,747 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:57,748 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:57,748 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:58,312 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T13:16:58,613 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/hadoop-12588161181828803431.jar 2024-11-27T13:16:58,614 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:58,614 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:58,614 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:58,614 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:58,614 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:58,615 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:58,615 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:58,615 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:58,615 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:58,615 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T13:16:58,616 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T13:16:58,616 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T13:16:58,616 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T13:16:58,616 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T13:16:58,616 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T13:16:58,616 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T13:16:58,617 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T13:16:58,617 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T13:16:58,617 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T13:16:58,617 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T13:16:58,617 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:58,618 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:58,618 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:58,618 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:58,618 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:58,618 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:16:58,618 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T13:16:58,619 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-27T13:16:58,619 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T13:16:58,619 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T13:16:58,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:58,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:58,619 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:16:58,619 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-27T13:16:58,619 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T13:16:58,629 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T13:16:58,639 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-27T13:16:58,729 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/mapreduce.cluster.local.dir/job_local1546264277_0014_70c1555d-90c7-4aae-af0c-04ce0fad5b3c/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-27T13:16:58,729 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/mapreduce.cluster.local.dir/job_local1546264277_0014_70c1555d-90c7-4aae-af0c-04ce0fad5b3c/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-27T13:16:58,781 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35613/backupUT/backup_1732713355453/default/test-1732713310217/archive/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/mob/e7bca82d78e24dd2b2c72c9c1e7256d7 2024-11-27T13:16:58,783 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T13:16:58,818 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35613/backupUT/backup_1732713355453/default/test-1732713310217/archive/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/f/50d42b085e4040f78775bb87a963bc5a 2024-11-27T13:16:58,821 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T13:16:58,843 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35613/backupUT/backup_1732713355453/default/test-1732713310217/archive/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/f/bf9efd0aa98f4bad8db4eac80a9e20fb 2024-11-27T13:16:58,846 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T13:16:58,876 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35613/backupUT/backup_1732713355453/default/test-1732713310217/archive/data/default/test-1732713310217/2cb11da0149596b6079075676786b8c2/mob/d41d8cd98f00b204e9800998ecf8427e20241127f24787cf67e942fc898ad21390665996_cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:16:58,878 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T13:16:58,899 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35613/backupUT/backup_1732713355453/default/test-1732713310217/archive/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/mob/5a8a3fea3dc344bf8e650306a9f7d5c1 2024-11-27T13:16:58,901 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T13:16:58,934 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29c587f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:58,934 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:16:58,935 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:16:58,935 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:16:58,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:16:58,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:16:58,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@724766e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:58,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:16:58,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:16:58,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:58,937 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:16:58,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c94091d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:58,938 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:16:58,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:16:58,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:16:58,940 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:16:58,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732713310217-1-0', locateType=CURRENT is [region=table1,,1732713415180.d2805d0df545db7853046093437c5004., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2] 2024-11-27T13:16:58,942 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-27T13:16:58,942 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T13:16:58,942 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:58,942 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:58,942 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:16:58,942 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732713310217-1-0] 2024-11-27T13:16:58,942 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 1ba5af43fd99 2024-11-27T13:16:58,952 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b69b89f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:58,952 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:16:58,952 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:16:58,953 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:16:58,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:16:58,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:16:58,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25d32efe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:58,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:16:58,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:16:58,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:58,955 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:16:58,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6db52817, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:58,956 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:16:58,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:16:58,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:16:58,958 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:16:58,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732713310217-3-0', locateType=CURRENT is [region=table1,,1732713415180.d2805d0df545db7853046093437c5004., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2] 2024-11-27T13:16:58,960 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-27T13:16:58,960 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T13:16:58,960 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:58,960 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:58,960 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:16:58,961 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732713310217-3-0] 2024-11-27T13:16:58,961 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 1ba5af43fd99 2024-11-27T13:16:58,968 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-default-table1-1732713417320/_temporary/0/_temporary/attempt_local1546264277_0014_r_000000_0/f/99c82f073a0f442fb7eb8e57b002c160 is 59, key is row-test-1732713310217-1-10/f:q1/1732713341850/Put/seqid=0 2024-11-27T13:16:58,969 WARN [Thread-1807 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [1ba5af43fd99:45367] Specified favored nodes: [1ba5af43fd99:45367] 2024-11-27T13:16:58,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741986_1162 (size=11125) 2024-11-27T13:16:59,375 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-default-table1-1732713417320/_temporary/0/_temporary/attempt_local1546264277_0014_r_000000_0/mob/a3ccb0c5d2fa4d519bb6646eafbaa154 is 192, key is row-test-1732713310217-3-100/mob:q1/1732713342212/Put/seqid=0 2024-11-27T13:16:59,378 WARN [Thread-1809 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [1ba5af43fd99:45367] Specified favored nodes: [1ba5af43fd99:45367] 2024-11-27T13:16:59,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741987_1163 (size=13404) 2024-11-27T13:16:59,656 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-11-27T13:16:59,657 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2024-11-27T13:16:59,818 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1319d53e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:59,818 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:16:59,818 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:16:59,818 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:16:59,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:16:59,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:16:59,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66019fda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:59,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:16:59,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:16:59,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:59,820 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:16:59,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@701ca6e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:16:59,821 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:16:59,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:16:59,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:16:59,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:16:59,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732713415180.48230f2b3bf663ff87f1411169e089a0., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2] 2024-11-27T13:16:59,825 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-27T13:16:59,825 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T13:16:59,825 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:59,825 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:16:59,825 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:16:59,826 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-27T13:16:59,826 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 1ba5af43fd99 2024-11-27T13:16:59,831 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-default-table1-1732713417320/_temporary/0/_temporary/attempt_local1546264277_0014_r_000001_0/f/bc8617f086cf46baaca8dadf434dd7d2 is 37, key is row10/f:q1/1732713312915/Put/seqid=0 2024-11-27T13:16:59,832 WARN [Thread-1824 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [1ba5af43fd99:45367] Specified favored nodes: [1ba5af43fd99:45367] 2024-11-27T13:16:59,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741988_1164 (size=8742) 2024-11-27T13:17:00,780 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-default-table1-1732713417320 2024-11-27T13:17:00,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@719823f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:00,781 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:17:00,781 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:17:00,782 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:17:00,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:17:00,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:17:00,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56de0f89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:00,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:17:00,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:17:00,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:00,783 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:17:00,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35a87b53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:00,784 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:17:00,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:17:00,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:17:00,785 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:17:00,788 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-default-table1-1732713417320/_SUCCESS 2024-11-27T13:17:00,796 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T13:17:00,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,32805,1732713299260 2024-11-27T13:17:00,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c020072 2024-11-27T13:17:00,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T13:17:00,798 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T13:17:00,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732713415180.d2805d0df545db7853046093437c5004., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2] 2024-11-27T13:17:00,804 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-27T13:17:00,812 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-default-table1-1732713417320/f/99c82f073a0f442fb7eb8e57b002c160 first=Optional[row-test-1732713310217-1-0] last=Optional[row-test-1732713310217-1-98] 2024-11-27T13:17:00,815 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-default-table1-1732713417320/f/bc8617f086cf46baaca8dadf434dd7d2 first=Optional[row0] last=Optional[row98] 2024-11-27T13:17:00,818 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-default-table1-1732713417320/mob/a3ccb0c5d2fa4d519bb6646eafbaa154 first=Optional[row-test-1732713310217-3-0] last=Optional[row-test-1732713310217-3-99] 2024-11-27T13:17:00,822 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-default-table1-1732713417320/f/bc8617f086cf46baaca8dadf434dd7d2 for inclusion in 48230f2b3bf663ff87f1411169e089a0/f 2024-11-27T13:17:00,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-default-table1-1732713417320/f/99c82f073a0f442fb7eb8e57b002c160 for inclusion in d2805d0df545db7853046093437c5004/f 2024-11-27T13:17:00,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-27T13:17:00,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-27T13:17:00,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] regionserver.HRegion(2603): Flush status journal for 48230f2b3bf663ff87f1411169e089a0: 2024-11-27T13:17:00,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-default-table1-1732713417320/f/bc8617f086cf46baaca8dadf434dd7d2 to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/staging/jenkins__table1__u78743mria64qpc95mh6r5nbh1pqh71jj5ur0dbim7gflnt49psfm4n2v6gebul9/f/bc8617f086cf46baaca8dadf434dd7d2 2024-11-27T13:17:00,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732713310217-1-0 last=row-test-1732713310217-1-98 2024-11-27T13:17:00,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-27T13:17:00,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-default-table1-1732713417320/mob/a3ccb0c5d2fa4d519bb6646eafbaa154 for inclusion in d2805d0df545db7853046093437c5004/mob 2024-11-27T13:17:00,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/staging/jenkins__table1__u78743mria64qpc95mh6r5nbh1pqh71jj5ur0dbim7gflnt49psfm4n2v6gebul9/f/bc8617f086cf46baaca8dadf434dd7d2 as hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/48230f2b3bf663ff87f1411169e089a0/f/8e7403ae86ad4be3ae1e6c72940a62ea_SeqId_4_ 2024-11-27T13:17:00,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7498a901, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:00,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:17:00,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:17:00,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732713310217-3-0 last=row-test-1732713310217-3-99 2024-11-27T13:17:00,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-27T13:17:00,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HRegion(2603): Flush status journal for d2805d0df545db7853046093437c5004: 2024-11-27T13:17:00,831 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:17:00,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:17:00,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:17:00,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555e1769, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:00,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:17:00,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:17:00,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-default-table1-1732713417320/f/99c82f073a0f442fb7eb8e57b002c160 to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/staging/jenkins__table1__u78743mria64qpc95mh6r5nbh1pqh71jj5ur0dbim7gflnt49psfm4n2v6gebul9/f/99c82f073a0f442fb7eb8e57b002c160 2024-11-27T13:17:00,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:00,832 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:17:00,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e1a05ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:00,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T13:17:00,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/staging/jenkins__table1__u78743mria64qpc95mh6r5nbh1pqh71jj5ur0dbim7gflnt49psfm4n2v6gebul9/f/99c82f073a0f442fb7eb8e57b002c160 as hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/d2805d0df545db7853046093437c5004/f/af1d86f0ebc3487f820c88caf07890d7_SeqId_4_ 2024-11-27T13:17:00,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,32805,1732713299260 2024-11-27T13:17:00,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-default-table1-1732713417320/mob/a3ccb0c5d2fa4d519bb6646eafbaa154 to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/staging/jenkins__table1__u78743mria64qpc95mh6r5nbh1pqh71jj5ur0dbim7gflnt49psfm4n2v6gebul9/mob/a3ccb0c5d2fa4d519bb6646eafbaa154 2024-11-27T13:17:00,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@592192ab 2024-11-27T13:17:00,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T13:17:00,835 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T13:17:00,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:17:00,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/staging/jenkins__table1__u78743mria64qpc95mh6r5nbh1pqh71jj5ur0dbim7gflnt49psfm4n2v6gebul9/mob/a3ccb0c5d2fa4d519bb6646eafbaa154 as hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/d2805d0df545db7853046093437c5004/mob/57e146fa7e2b4cd48d6edb4541e49b6d_SeqId_4_ 2024-11-27T13:17:00,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b1370e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:00,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:17:00,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:17:00,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:17:00,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:17:00,838 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:17:00,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:17:00,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:17:00,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:17:00,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259edd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:00,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:17:00,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:17:00,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:00,840 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:17:00,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d95db7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:00,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T13:17:00,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,32805,1732713299260 2024-11-27T13:17:00,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d78047f 2024-11-27T13:17:00,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T13:17:00,843 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T13:17:00,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:17:00,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:17:00,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:17:00,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T13:17:00,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:17:00,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T13:17:00,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T13:17:00,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2] 2024-11-27T13:17:00,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T13:17:00,856 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367. 2024-11-27T13:17:00,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:17:00,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:00,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:00,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:17:00,857 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/staging/jenkins__table1__u78743mria64qpc95mh6r5nbh1pqh71jj5ur0dbim7gflnt49psfm4n2v6gebul9/f/bc8617f086cf46baaca8dadf434dd7d2 into 48230f2b3bf663ff87f1411169e089a0/f as hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/48230f2b3bf663ff87f1411169e089a0/f/8e7403ae86ad4be3ae1e6c72940a62ea_SeqId_4_ - updating store file list. 2024-11-27T13:17:00,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2] 2024-11-27T13:17:00,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367. 2024-11-27T13:17:00,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:17:00,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:00,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:00,864 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/48230f2b3bf663ff87f1411169e089a0/f/8e7403ae86ad4be3ae1e6c72940a62ea_SeqId_4_ into 48230f2b3bf663ff87f1411169e089a0/f 2024-11-27T13:17:00,864 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:17:00,864 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/staging/jenkins__table1__u78743mria64qpc95mh6r5nbh1pqh71jj5ur0dbim7gflnt49psfm4n2v6gebul9/f/bc8617f086cf46baaca8dadf434dd7d2 into 48230f2b3bf663ff87f1411169e089a0/f (new location: hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/48230f2b3bf663ff87f1411169e089a0/f/8e7403ae86ad4be3ae1e6c72940a62ea_SeqId_4_) 2024-11-27T13:17:00,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cb963a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:00,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:17:00,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/staging/jenkins__table1__u78743mria64qpc95mh6r5nbh1pqh71jj5ur0dbim7gflnt49psfm4n2v6gebul9/f/bc8617f086cf46baaca8dadf434dd7d2 2024-11-27T13:17:00,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:17:00,865 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:17:00,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:17:00,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:17:00,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@206146d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:00,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b0ef6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:00,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:17:00,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:17:00,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:17:00,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:17:00,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:00,867 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:17:00,868 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:17:00,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:17:00,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76df0a79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:00,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:17:00,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T13:17:00,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@793a1d50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:00,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:17:00,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:17:00,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:00,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,32805,1732713299260 2024-11-27T13:17:00,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1203db90 2024-11-27T13:17:00,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T13:17:00,869 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:17:00,870 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T13:17:00,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e6e648e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:00,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T13:17:00,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:17:00,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,32805,1732713299260 2024-11-27T13:17:00,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2462655f 2024-11-27T13:17:00,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T13:17:00,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:17:00,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:17:00,872 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T13:17:00,872 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:17:00,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:17:00,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:17:00,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:17:00,875 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-27T13:17:00,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T13:17:00,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T13:17:00,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T13:17:00,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T13:17:00,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2] 2024-11-27T13:17:00,887 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367. 2024-11-27T13:17:00,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:17:00,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:00,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:00,887 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:17:00,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/staging/jenkins__table1__u78743mria64qpc95mh6r5nbh1pqh71jj5ur0dbim7gflnt49psfm4n2v6gebul9/f/99c82f073a0f442fb7eb8e57b002c160 into d2805d0df545db7853046093437c5004/f as hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/d2805d0df545db7853046093437c5004/f/af1d86f0ebc3487f820c88caf07890d7_SeqId_4_ - updating store file list. 2024-11-27T13:17:00,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2] 2024-11-27T13:17:00,892 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367. 2024-11-27T13:17:00,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:17:00,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:00,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:00,892 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:17:00,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/d2805d0df545db7853046093437c5004/f/af1d86f0ebc3487f820c88caf07890d7_SeqId_4_ into d2805d0df545db7853046093437c5004/f 2024-11-27T13:17:00,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/staging/jenkins__table1__u78743mria64qpc95mh6r5nbh1pqh71jj5ur0dbim7gflnt49psfm4n2v6gebul9/f/99c82f073a0f442fb7eb8e57b002c160 into d2805d0df545db7853046093437c5004/f (new location: hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/d2805d0df545db7853046093437c5004/f/af1d86f0ebc3487f820c88caf07890d7_SeqId_4_) 2024-11-27T13:17:00,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/staging/jenkins__table1__u78743mria64qpc95mh6r5nbh1pqh71jj5ur0dbim7gflnt49psfm4n2v6gebul9/f/99c82f073a0f442fb7eb8e57b002c160 2024-11-27T13:17:00,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/staging/jenkins__table1__u78743mria64qpc95mh6r5nbh1pqh71jj5ur0dbim7gflnt49psfm4n2v6gebul9/mob/a3ccb0c5d2fa4d519bb6646eafbaa154 into d2805d0df545db7853046093437c5004/mob as hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/d2805d0df545db7853046093437c5004/mob/57e146fa7e2b4cd48d6edb4541e49b6d_SeqId_4_ - updating store file list. 2024-11-27T13:17:00,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/d2805d0df545db7853046093437c5004/mob/57e146fa7e2b4cd48d6edb4541e49b6d_SeqId_4_ into d2805d0df545db7853046093437c5004/mob 2024-11-27T13:17:00,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/staging/jenkins__table1__u78743mria64qpc95mh6r5nbh1pqh71jj5ur0dbim7gflnt49psfm4n2v6gebul9/mob/a3ccb0c5d2fa4d519bb6646eafbaa154 into d2805d0df545db7853046093437c5004/mob (new location: hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/d2805d0df545db7853046093437c5004/mob/57e146fa7e2b4cd48d6edb4541e49b6d_SeqId_4_) 2024-11-27T13:17:00,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/staging/jenkins__table1__u78743mria64qpc95mh6r5nbh1pqh71jj5ur0dbim7gflnt49psfm4n2v6gebul9/mob/a3ccb0c5d2fa4d519bb6646eafbaa154 2024-11-27T13:17:00,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32d6d35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:00,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:17:00,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:17:00,902 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:17:00,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:17:00,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:17:00,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@645f6164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:00,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:17:00,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:17:00,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:00,903 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:17:00,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@430e1634, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:00,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T13:17:00,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,32805,1732713299260 2024-11-27T13:17:00,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65256f38 2024-11-27T13:17:00,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T13:17:00,905 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T13:17:00,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:17:00,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:17:00,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:17:00,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-27T13:17:00,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T13:17:00,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T13:17:00,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2] 2024-11-27T13:17:00,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367. 2024-11-27T13:17:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:17:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:00,923 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:17:00,924 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T13:17:00,924 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T13:17:00,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:00,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:00,924 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-27T13:17:00,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732713415180.d2805d0df545db7853046093437c5004., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2 , the old value is region=table1,,1732713415180.d2805d0df545db7853046093437c5004., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1ba5af43fd99:45367 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T13:17:00,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732713415180.d2805d0df545db7853046093437c5004., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T13:17:00,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732713415180.d2805d0df545db7853046093437c5004., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2 from cache 2024-11-27T13:17:00,927 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:17:00,927 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T13:17:00,943 INFO [Time-limited test {}] impl.RestoreTablesClient(181): Restoring 'test-1732713310217' to 'table1' from log dirs: hdfs://localhost:35613/backupUT/backup_1732713390882/default/test-1732713310217/f2/796a913bc7ed4cc4bf66e55d0b687c64 2024-11-27T13:17:00,947 DEBUG [Time-limited test {}] util.RestoreTool(177): Found descriptor 'test-1732713310217', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1732713390882 2024-11-27T13:17:00,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table table1 from 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T13:17:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure2.ProcedureExecutor(1139): Stored pid=81, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=table1 2024-11-27T13:17:00,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741989_1165 (size=938) 2024-11-27T13:17:01,030 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:45367 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T13:17:01,363 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/.tabledesc/.tableinfo.0000000001.938 2024-11-27T13:17:01,363 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/.tabledesc/.tableinfo.0000000002.938 2024-11-27T13:17:01,368 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=table1}] 2024-11-27T13:17:01,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=d2805d0df545db7853046093437c5004, REOPEN/MOVE}, {pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=48230f2b3bf663ff87f1411169e089a0, REOPEN/MOVE}] 2024-11-27T13:17:01,374 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=48230f2b3bf663ff87f1411169e089a0, REOPEN/MOVE 2024-11-27T13:17:01,374 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=d2805d0df545db7853046093437c5004, REOPEN/MOVE 2024-11-27T13:17:01,375 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=d2805d0df545db7853046093437c5004, regionState=CLOSING, regionLocation=1ba5af43fd99,45367,1732713300833 2024-11-27T13:17:01,375 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=48230f2b3bf663ff87f1411169e089a0, regionState=CLOSING, regionLocation=1ba5af43fd99,45367,1732713300833 2024-11-27T13:17:01,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=d2805d0df545db7853046093437c5004, REOPEN/MOVE because future has completed 2024-11-27T13:17:01,377 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T13:17:01,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure d2805d0df545db7853046093437c5004, server=1ba5af43fd99,45367,1732713300833}] 2024-11-27T13:17:01,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=48230f2b3bf663ff87f1411169e089a0, REOPEN/MOVE because future has completed 2024-11-27T13:17:01,378 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T13:17:01,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 48230f2b3bf663ff87f1411169e089a0, server=1ba5af43fd99,45367,1732713300833}] 2024-11-27T13:17:01,531 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(122): Close 48230f2b3bf663ff87f1411169e089a0 2024-11-27T13:17:01,531 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-27T13:17:01,532 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1722): Closing 48230f2b3bf663ff87f1411169e089a0, disabling compactions & flushes 2024-11-27T13:17:01,532 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1755): Closing region table1,row0,1732713415180.48230f2b3bf663ff87f1411169e089a0. 2024-11-27T13:17:01,532 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732713415180.48230f2b3bf663ff87f1411169e089a0. 2024-11-27T13:17:01,532 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732713415180.48230f2b3bf663ff87f1411169e089a0. after waiting 0 ms 2024-11-27T13:17:01,532 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732713415180.48230f2b3bf663ff87f1411169e089a0. 2024-11-27T13:17:01,542 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/48230f2b3bf663ff87f1411169e089a0/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-27T13:17:01,543 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T13:17:01,543 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1973): Closed table1,row0,1732713415180.48230f2b3bf663ff87f1411169e089a0. 2024-11-27T13:17:01,543 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1676): Region close journal for 48230f2b3bf663ff87f1411169e089a0: Waiting for close lock at 1732713421532Running coprocessor pre-close hooks at 1732713421532Disabling compacts and flushes for region at 1732713421532Disabling writes for close at 1732713421532Writing region close event to WAL at 1732713421534 (+2 ms)Running coprocessor post-close hooks at 1732713421543 (+9 ms)Closed at 1732713421543 2024-11-27T13:17:01,543 WARN [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionServer(3299): Not adding moved region record: 48230f2b3bf663ff87f1411169e089a0 to self. 2024-11-27T13:17:01,547 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(157): Closed 48230f2b3bf663ff87f1411169e089a0 2024-11-27T13:17:01,547 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close d2805d0df545db7853046093437c5004 2024-11-27T13:17:01,547 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-27T13:17:01,547 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing d2805d0df545db7853046093437c5004, disabling compactions & flushes 2024-11-27T13:17:01,547 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region table1,,1732713415180.d2805d0df545db7853046093437c5004. 2024-11-27T13:17:01,547 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732713415180.d2805d0df545db7853046093437c5004. 2024-11-27T13:17:01,547 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on table1,,1732713415180.d2805d0df545db7853046093437c5004. after waiting 0 ms 2024-11-27T13:17:01,547 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region table1,,1732713415180.d2805d0df545db7853046093437c5004. 2024-11-27T13:17:01,548 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=48230f2b3bf663ff87f1411169e089a0, regionState=CLOSED 2024-11-27T13:17:01,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 48230f2b3bf663ff87f1411169e089a0, server=1ba5af43fd99,45367,1732713300833 because future has completed 2024-11-27T13:17:01,554 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/d2805d0df545db7853046093437c5004/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-27T13:17:01,554 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T13:17:01,554 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed table1,,1732713415180.d2805d0df545db7853046093437c5004. 2024-11-27T13:17:01,554 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for d2805d0df545db7853046093437c5004: Waiting for close lock at 1732713421547Running coprocessor pre-close hooks at 1732713421547Disabling compacts and flushes for region at 1732713421547Disabling writes for close at 1732713421547Writing region close event to WAL at 1732713421549 (+2 ms)Running coprocessor post-close hooks at 1732713421554 (+5 ms)Closed at 1732713421554 2024-11-27T13:17:01,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=84 2024-11-27T13:17:01,555 WARN [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionServer(3299): Not adding moved region record: d2805d0df545db7853046093437c5004 to self. 2024-11-27T13:17:01,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=84, state=SUCCESS, hasLock=false; CloseRegionProcedure 48230f2b3bf663ff87f1411169e089a0, server=1ba5af43fd99,45367,1732713300833 in 174 msec 2024-11-27T13:17:01,555 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=48230f2b3bf663ff87f1411169e089a0, REOPEN/MOVE; state=CLOSED, location=1ba5af43fd99,45367,1732713300833; forceNewPlan=false, retain=true 2024-11-27T13:17:01,556 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed d2805d0df545db7853046093437c5004 2024-11-27T13:17:01,557 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=d2805d0df545db7853046093437c5004, regionState=CLOSED 2024-11-27T13:17:01,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure d2805d0df545db7853046093437c5004, server=1ba5af43fd99,45367,1732713300833 because future has completed 2024-11-27T13:17:01,560 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=83 2024-11-27T13:17:01,560 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=83, state=SUCCESS, hasLock=false; CloseRegionProcedure d2805d0df545db7853046093437c5004, server=1ba5af43fd99,45367,1732713300833 in 182 msec 2024-11-27T13:17:01,560 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=d2805d0df545db7853046093437c5004, REOPEN/MOVE; state=CLOSED, location=1ba5af43fd99,45367,1732713300833; forceNewPlan=false, retain=true 2024-11-27T13:17:01,706 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=48230f2b3bf663ff87f1411169e089a0, regionState=OPENING, regionLocation=1ba5af43fd99,45367,1732713300833 2024-11-27T13:17:01,706 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=d2805d0df545db7853046093437c5004, regionState=OPENING, regionLocation=1ba5af43fd99,45367,1732713300833 2024-11-27T13:17:01,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=48230f2b3bf663ff87f1411169e089a0, REOPEN/MOVE because future has completed 2024-11-27T13:17:01,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48230f2b3bf663ff87f1411169e089a0, server=1ba5af43fd99,45367,1732713300833}] 2024-11-27T13:17:01,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=d2805d0df545db7853046093437c5004, REOPEN/MOVE because future has completed 2024-11-27T13:17:01,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2805d0df545db7853046093437c5004, server=1ba5af43fd99,45367,1732713300833}] 2024-11-27T13:17:01,854 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-27T13:17:01,865 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open table1,row0,1732713415180.48230f2b3bf663ff87f1411169e089a0. 2024-11-27T13:17:01,865 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => 48230f2b3bf663ff87f1411169e089a0, NAME => 'table1,row0,1732713415180.48230f2b3bf663ff87f1411169e089a0.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-27T13:17:01,865 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T13:17:01,866 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 48230f2b3bf663ff87f1411169e089a0 2024-11-27T13:17:01,866 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated table1,row0,1732713415180.48230f2b3bf663ff87f1411169e089a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:17:01,866 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for 48230f2b3bf663ff87f1411169e089a0 2024-11-27T13:17:01,866 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for 48230f2b3bf663ff87f1411169e089a0 2024-11-27T13:17:01,868 INFO [StoreOpener-48230f2b3bf663ff87f1411169e089a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 48230f2b3bf663ff87f1411169e089a0 2024-11-27T13:17:01,869 INFO [StoreOpener-48230f2b3bf663ff87f1411169e089a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48230f2b3bf663ff87f1411169e089a0 columnFamilyName f 2024-11-27T13:17:01,869 DEBUG [StoreOpener-48230f2b3bf663ff87f1411169e089a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:17:01,875 DEBUG [StoreOpener-48230f2b3bf663ff87f1411169e089a0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/48230f2b3bf663ff87f1411169e089a0/f/8e7403ae86ad4be3ae1e6c72940a62ea_SeqId_4_ 2024-11-27T13:17:01,875 INFO [StoreOpener-48230f2b3bf663ff87f1411169e089a0-1 {}] regionserver.HStore(327): Store=48230f2b3bf663ff87f1411169e089a0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:17:01,875 INFO [StoreOpener-48230f2b3bf663ff87f1411169e089a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 48230f2b3bf663ff87f1411169e089a0 2024-11-27T13:17:01,877 INFO [StoreOpener-48230f2b3bf663ff87f1411169e089a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48230f2b3bf663ff87f1411169e089a0 columnFamilyName f2 2024-11-27T13:17:01,877 DEBUG [StoreOpener-48230f2b3bf663ff87f1411169e089a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:17:01,877 INFO [StoreOpener-48230f2b3bf663ff87f1411169e089a0-1 {}] regionserver.HStore(327): Store=48230f2b3bf663ff87f1411169e089a0/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:17:01,877 INFO [StoreOpener-48230f2b3bf663ff87f1411169e089a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 48230f2b3bf663ff87f1411169e089a0 2024-11-27T13:17:01,878 INFO [StoreOpener-48230f2b3bf663ff87f1411169e089a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48230f2b3bf663ff87f1411169e089a0 columnFamilyName mob 2024-11-27T13:17:01,879 DEBUG [StoreOpener-48230f2b3bf663ff87f1411169e089a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:17:01,879 INFO [StoreOpener-48230f2b3bf663ff87f1411169e089a0-1 {}] regionserver.HStore(327): Store=48230f2b3bf663ff87f1411169e089a0/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:17:01,880 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for 48230f2b3bf663ff87f1411169e089a0 2024-11-27T13:17:01,880 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/48230f2b3bf663ff87f1411169e089a0 2024-11-27T13:17:01,882 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/48230f2b3bf663ff87f1411169e089a0 2024-11-27T13:17:01,882 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for 48230f2b3bf663ff87f1411169e089a0 2024-11-27T13:17:01,882 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for 48230f2b3bf663ff87f1411169e089a0 2024-11-27T13:17:01,883 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T13:17:01,884 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for 48230f2b3bf663ff87f1411169e089a0 2024-11-27T13:17:01,885 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened 48230f2b3bf663ff87f1411169e089a0; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10419585920, jitterRate=-0.029600441455841064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T13:17:01,885 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 48230f2b3bf663ff87f1411169e089a0 2024-11-27T13:17:01,886 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for 48230f2b3bf663ff87f1411169e089a0: Running coprocessor pre-open hook at 1732713421866Writing region info on filesystem at 1732713421866Initializing all the Stores at 1732713421867 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732713421867Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732713421868 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732713421868Cleaning up temporary data from old regions at 1732713421883 (+15 ms)Running coprocessor post-open hooks at 1732713421885 (+2 ms)Region opened successfully at 1732713421886 (+1 ms) 2024-11-27T13:17:01,887 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1732713415180.48230f2b3bf663ff87f1411169e089a0., pid=87, masterSystemTime=1732713421861 2024-11-27T13:17:01,888 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1732713415180.48230f2b3bf663ff87f1411169e089a0. 2024-11-27T13:17:01,889 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened table1,row0,1732713415180.48230f2b3bf663ff87f1411169e089a0. 2024-11-27T13:17:01,889 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(132): Open table1,,1732713415180.d2805d0df545db7853046093437c5004. 2024-11-27T13:17:01,889 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7752): Opening region: {ENCODED => d2805d0df545db7853046093437c5004, NAME => 'table1,,1732713415180.d2805d0df545db7853046093437c5004.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-27T13:17:01,889 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=48230f2b3bf663ff87f1411169e089a0, regionState=OPEN, openSeqNum=7, regionLocation=1ba5af43fd99,45367,1732713300833 2024-11-27T13:17:01,889 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T13:17:01,889 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 d2805d0df545db7853046093437c5004 2024-11-27T13:17:01,889 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(898): Instantiated table1,,1732713415180.d2805d0df545db7853046093437c5004.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:17:01,890 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7794): checking encryption for d2805d0df545db7853046093437c5004 2024-11-27T13:17:01,890 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7797): checking classloading for d2805d0df545db7853046093437c5004 2024-11-27T13:17:01,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48230f2b3bf663ff87f1411169e089a0, server=1ba5af43fd99,45367,1732713300833 because future has completed 2024-11-27T13:17:01,891 INFO [StoreOpener-d2805d0df545db7853046093437c5004-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d2805d0df545db7853046093437c5004 2024-11-27T13:17:01,892 INFO [StoreOpener-d2805d0df545db7853046093437c5004-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2805d0df545db7853046093437c5004 columnFamilyName f 2024-11-27T13:17:01,892 DEBUG [StoreOpener-d2805d0df545db7853046093437c5004-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:17:01,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=84 2024-11-27T13:17:01,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=84, state=SUCCESS, hasLock=false; OpenRegionProcedure 48230f2b3bf663ff87f1411169e089a0, server=1ba5af43fd99,45367,1732713300833 in 183 msec 2024-11-27T13:17:01,894 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=48230f2b3bf663ff87f1411169e089a0, REOPEN/MOVE in 521 msec 2024-11-27T13:17:01,898 DEBUG [StoreOpener-d2805d0df545db7853046093437c5004-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/d2805d0df545db7853046093437c5004/f/af1d86f0ebc3487f820c88caf07890d7_SeqId_4_ 2024-11-27T13:17:01,898 INFO [StoreOpener-d2805d0df545db7853046093437c5004-1 {}] regionserver.HStore(327): Store=d2805d0df545db7853046093437c5004/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:17:01,898 INFO [StoreOpener-d2805d0df545db7853046093437c5004-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region d2805d0df545db7853046093437c5004 2024-11-27T13:17:01,899 INFO [StoreOpener-d2805d0df545db7853046093437c5004-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2805d0df545db7853046093437c5004 columnFamilyName f2 2024-11-27T13:17:01,899 DEBUG [StoreOpener-d2805d0df545db7853046093437c5004-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:17:01,900 INFO [StoreOpener-d2805d0df545db7853046093437c5004-1 {}] regionserver.HStore(327): Store=d2805d0df545db7853046093437c5004/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:17:01,900 INFO [StoreOpener-d2805d0df545db7853046093437c5004-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region d2805d0df545db7853046093437c5004 2024-11-27T13:17:01,901 INFO [StoreOpener-d2805d0df545db7853046093437c5004-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2805d0df545db7853046093437c5004 columnFamilyName mob 2024-11-27T13:17:01,901 DEBUG [StoreOpener-d2805d0df545db7853046093437c5004-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:17:01,906 DEBUG [StoreOpener-d2805d0df545db7853046093437c5004-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/d2805d0df545db7853046093437c5004/mob/57e146fa7e2b4cd48d6edb4541e49b6d_SeqId_4_ 2024-11-27T13:17:01,906 INFO [StoreOpener-d2805d0df545db7853046093437c5004-1 {}] regionserver.HStore(327): Store=d2805d0df545db7853046093437c5004/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:17:01,906 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1038): replaying wal for d2805d0df545db7853046093437c5004 2024-11-27T13:17:01,907 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/d2805d0df545db7853046093437c5004 2024-11-27T13:17:01,908 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/d2805d0df545db7853046093437c5004 2024-11-27T13:17:01,909 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1048): stopping wal replay for d2805d0df545db7853046093437c5004 2024-11-27T13:17:01,909 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1060): Cleaning up temporary data for d2805d0df545db7853046093437c5004 2024-11-27T13:17:01,909 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T13:17:01,910 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1093): writing seq id for d2805d0df545db7853046093437c5004 2024-11-27T13:17:01,911 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1114): Opened d2805d0df545db7853046093437c5004; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10139105440, jitterRate=-0.05572222173213959}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T13:17:01,911 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2805d0df545db7853046093437c5004 2024-11-27T13:17:01,911 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1006): Region open journal for d2805d0df545db7853046093437c5004: Running coprocessor pre-open hook at 1732713421890Writing region info on filesystem at 1732713421890Initializing all the Stores at 1732713421891 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732713421891Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732713421891Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732713421891Cleaning up temporary data from old regions at 1732713421909 (+18 ms)Running coprocessor post-open hooks at 1732713421911 (+2 ms)Region opened successfully at 1732713421911 2024-11-27T13:17:01,912 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1732713415180.d2805d0df545db7853046093437c5004., pid=88, masterSystemTime=1732713421861 2024-11-27T13:17:01,913 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1732713415180.d2805d0df545db7853046093437c5004. 2024-11-27T13:17:01,913 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(153): Opened table1,,1732713415180.d2805d0df545db7853046093437c5004. 2024-11-27T13:17:01,914 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=d2805d0df545db7853046093437c5004, regionState=OPEN, openSeqNum=7, regionLocation=1ba5af43fd99,45367,1732713300833 2024-11-27T13:17:01,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2805d0df545db7853046093437c5004, server=1ba5af43fd99,45367,1732713300833 because future has completed 2024-11-27T13:17:01,917 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=83 2024-11-27T13:17:01,917 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=83, state=SUCCESS, hasLock=false; OpenRegionProcedure d2805d0df545db7853046093437c5004, server=1ba5af43fd99,45367,1732713300833 in 207 msec 2024-11-27T13:17:01,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-27T13:17:01,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=d2805d0df545db7853046093437c5004, REOPEN/MOVE in 545 msec 2024-11-27T13:17:01,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-11-27T13:17:01,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=table1 in 551 msec 2024-11-27T13:17:01,922 DEBUG [PEWorker-4 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=table1 2024-11-27T13:17:01,922 DEBUG [PEWorker-4 {}] backup.HFileArchiver(265): No files to dispose of in table1,,1732713415180.d2805d0df545db7853046093437c5004., family=f3 2024-11-27T13:17:01,923 DEBUG [PEWorker-4 {}] backup.HFileArchiver(265): No files to dispose of in table1,row0,1732713415180.48230f2b3bf663ff87f1411169e089a0., family=f3 2024-11-27T13:17:01,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, state=SUCCESS, hasLock=false; ModifyTableProcedure table=table1 in 974 msec 2024-11-27T13:17:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-11-27T13:17:01,926 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:table1 completed 2024-11-27T13:17:01,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-27T13:17:01,930 INFO [Time-limited test {}] util.RestoreTool(200): Changed table1 to: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T13:17:01,930 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:35613/backupUT/backup_1732713390882/default/test-1732713310217/f2/796a913bc7ed4cc4bf66e55d0b687c64 from hbase tables test-1732713310217 to tables table1 2024-11-27T13:17:01,930 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1732713310217 into table1 2024-11-27T13:17:01,932 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-default-table1-1732713421930 from hdfs://localhost:35613/backupUT/backup_1732713390882/default/test-1732713310217/f2/796a913bc7ed4cc4bf66e55d0b687c64 2024-11-27T13:17:01,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@124fd136, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:01,933 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:17:01,933 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:17:01,934 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:17:01,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:17:01,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:17:01,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f2ea23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:01,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:17:01,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:17:01,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:01,935 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:17:01,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f836c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:01,936 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T13:17:01,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,32805,1732713299260 2024-11-27T13:17:01,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bba6241 2024-11-27T13:17:01,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T13:17:01,938 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T13:17:01,938 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-27T13:17:01,938 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-27T13:17:01,938 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-27T13:17:01,939 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:17:01,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:17:01,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:17:01,940 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:17:01,942 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-27T13:17:01,942 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-27T13:17:01,942 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-27T13:17:01,943 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/partitions_b6889c6f-f2f4-4d0d-a859-e02b7708a94f 2024-11-27T13:17:01,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741990_1166 (size=177) 2024-11-27T13:17:02,352 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:17:02,353 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:17:02,354 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:17:03,215 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/hadoop-2165606446707497379.jar 2024-11-27T13:17:03,216 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:17:03,216 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:17:03,216 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:17:03,217 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:17:03,217 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:17:03,217 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:17:03,217 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:17:03,217 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:17:03,218 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:17:03,218 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T13:17:03,218 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T13:17:03,218 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T13:17:03,218 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T13:17:03,219 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T13:17:03,219 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T13:17:03,219 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T13:17:03,219 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T13:17:03,219 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T13:17:03,219 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T13:17:03,220 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T13:17:03,220 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:17:03,220 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:17:03,220 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:17:03,220 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:17:03,221 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:17:03,221 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:17:03,221 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T13:17:03,221 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-27T13:17:03,221 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T13:17:03,221 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T13:17:03,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:03,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:03,222 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:17:03,222 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-27T13:17:03,222 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T13:17:03,232 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T13:17:03,244 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-27T13:17:03,330 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/mapreduce.cluster.local.dir/job_local367802793_0015_38b892e8-6366-46b8-b342-8fb05751d85d/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-27T13:17:03,330 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/mapreduce.cluster.local.dir/job_local367802793_0015_38b892e8-6366-46b8-b342-8fb05751d85d/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-27T13:17:03,383 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35613/backupUT/backup_1732713390882/default/test-1732713310217/f2/796a913bc7ed4cc4bf66e55d0b687c64 2024-11-27T13:17:03,385 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T13:17:03,415 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3000cee0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:03,415 DEBUG [pool-281-thread-1 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:17:03,416 DEBUG [pool-281-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:17:03,416 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:17:03,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:17:03,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:17:03,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7da88bc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:03,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:17:03,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:17:03,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:03,418 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:17:03,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@521f6cc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:03,420 DEBUG [pool-281-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:17:03,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:17:03,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:17:03,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:17:03,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732713310217-2-0', locateType=CURRENT is [region=table1,,1732713415180.d2805d0df545db7853046093437c5004., hostname=1ba5af43fd99,45367,1732713300833, seqNum=7] 2024-11-27T13:17:03,424 INFO [pool-281-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-281-thread-1. 2024-11-27T13:17:03,425 DEBUG [pool-281-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T13:17:03,425 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:03,425 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:03,425 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:17:03,425 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732713310217-2-0] 2024-11-27T13:17:03,425 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 1ba5af43fd99 2024-11-27T13:17:03,429 DEBUG [pool-281-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-default-table1-1732713421930/_temporary/0/_temporary/attempt_local367802793_0015_r_000000_0/f2/3e5d74da9d674946ade9f47bf4b38a29 is 58, key is row-test-1732713310217-2-0/f2:q1/1732713385873/Put/seqid=0 2024-11-27T13:17:03,430 WARN [Thread-1888 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [1ba5af43fd99:45367] Specified favored nodes: [1ba5af43fd99:45367] 2024-11-27T13:17:03,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741991_1167 (size=5608) 2024-11-27T13:17:04,330 DEBUG [regionserver/1ba5af43fd99:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-11-27T13:17:04,335 WARN [regionserver/1ba5af43fd99:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 12, running: 1 2024-11-27T13:17:04,367 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-default-table1-1732713421930 2024-11-27T13:17:04,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a180d7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:04,367 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:17:04,368 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:17:04,368 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:17:04,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:17:04,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:17:04,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e9b0122, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:04,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:17:04,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:17:04,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:04,370 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:17:04,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@416bb89a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:04,371 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:17:04,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:17:04,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:17:04,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:17:04,377 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-default-table1-1732713421930/_SUCCESS 2024-11-27T13:17:04,380 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T13:17:04,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,32805,1732713299260 2024-11-27T13:17:04,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@127e4d12 2024-11-27T13:17:04,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T13:17:04,382 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T13:17:04,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732713415180.d2805d0df545db7853046093437c5004., hostname=1ba5af43fd99,45367,1732713300833, seqNum=7] 2024-11-27T13:17:04,387 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-27T13:17:04,393 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-default-table1-1732713421930/f2/3e5d74da9d674946ade9f47bf4b38a29 first=Optional[row-test-1732713310217-2-0] last=Optional[row-test-1732713310217-2-6] 2024-11-27T13:17:04,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-default-table1-1732713421930/f2/3e5d74da9d674946ade9f47bf4b38a29 for inclusion in d2805d0df545db7853046093437c5004/f2 2024-11-27T13:17:04,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732713310217-2-0 last=row-test-1732713310217-2-6 2024-11-27T13:17:04,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-27T13:17:04,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HRegion(2603): Flush status journal for d2805d0df545db7853046093437c5004: 2024-11-27T13:17:04,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-default-table1-1732713421930/f2/3e5d74da9d674946ade9f47bf4b38a29 to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/staging/jenkins__table1__jcifr8lpes9oo85sr9nq9ga1dnm6u8cbf5f8fi9sc03npks3m82d7d794fpta3he/f2/3e5d74da9d674946ade9f47bf4b38a29 2024-11-27T13:17:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/staging/jenkins__table1__jcifr8lpes9oo85sr9nq9ga1dnm6u8cbf5f8fi9sc03npks3m82d7d794fpta3he/f2/3e5d74da9d674946ade9f47bf4b38a29 as hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/d2805d0df545db7853046093437c5004/f2/868adb1c1f03412d8788bbef5939ba1a_SeqId_9_ 2024-11-27T13:17:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5abdbd53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:17:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:17:04,404 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:17:04,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:17:04,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:17:04,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4216d8e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:04,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:17:04,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:17:04,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:04,405 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:17:04,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@549e5f16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T13:17:04,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,32805,1732713299260 2024-11-27T13:17:04,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e51b3fb 2024-11-27T13:17:04,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T13:17:04,407 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T13:17:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:17:04,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:17:04,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:17:04,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:17:04,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T13:17:04,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T13:17:04,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2] 2024-11-27T13:17:04,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367. 2024-11-27T13:17:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:17:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:04,423 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:17:04,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/staging/jenkins__table1__jcifr8lpes9oo85sr9nq9ga1dnm6u8cbf5f8fi9sc03npks3m82d7d794fpta3he/f2/3e5d74da9d674946ade9f47bf4b38a29 into d2805d0df545db7853046093437c5004/f2 as hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/d2805d0df545db7853046093437c5004/f2/868adb1c1f03412d8788bbef5939ba1a_SeqId_9_ - updating store file list. 2024-11-27T13:17:04,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/d2805d0df545db7853046093437c5004/f2/868adb1c1f03412d8788bbef5939ba1a_SeqId_9_ into d2805d0df545db7853046093437c5004/f2 2024-11-27T13:17:04,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/staging/jenkins__table1__jcifr8lpes9oo85sr9nq9ga1dnm6u8cbf5f8fi9sc03npks3m82d7d794fpta3he/f2/3e5d74da9d674946ade9f47bf4b38a29 into d2805d0df545db7853046093437c5004/f2 (new location: hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/d2805d0df545db7853046093437c5004/f2/868adb1c1f03412d8788bbef5939ba1a_SeqId_9_) 2024-11-27T13:17:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/staging/jenkins__table1__jcifr8lpes9oo85sr9nq9ga1dnm6u8cbf5f8fi9sc03npks3m82d7d794fpta3he/f2/3e5d74da9d674946ade9f47bf4b38a29 2024-11-27T13:17:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8f53941, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:17:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:17:04,431 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:17:04,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:17:04,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:17:04,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e787253, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:04,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:17:04,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:17:04,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:04,432 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:17:04,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac2303, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T13:17:04,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,32805,1732713299260 2024-11-27T13:17:04,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61761bd 2024-11-27T13:17:04,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T13:17:04,434 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T13:17:04,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:17:04,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:17:04,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:17:04,436 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-27T13:17:04,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T13:17:04,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T13:17:04,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2] 2024-11-27T13:17:04,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367. 2024-11-27T13:17:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:17:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:04,450 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:17:04,451 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T13:17:04,451 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T13:17:04,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:04,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:04,451 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:17:04,451 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-27T13:17:04,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732713415180.d2805d0df545db7853046093437c5004., hostname=1ba5af43fd99,45367,1732713300833, seqNum=7 , the old value is region=table1,,1732713415180.d2805d0df545db7853046093437c5004., hostname=1ba5af43fd99,45367,1732713300833, seqNum=7, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1ba5af43fd99:45367 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T13:17:04,451 INFO [Time-limited test {}] impl.RestoreTablesClient(187): test-1732713310217 has been successfully restored to table1 2024-11-27T13:17:04,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732713415180.d2805d0df545db7853046093437c5004., hostname=1ba5af43fd99,45367,1732713300833, seqNum=7 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T13:17:04,451 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-27T13:17:04,451 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732713390882 hdfs://localhost:35613/backupUT/backup_1732713390882/default/test-1732713310217/ 2024-11-27T13:17:04,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732713415180.d2805d0df545db7853046093437c5004., hostname=1ba5af43fd99,45367,1732713300833, seqNum=7 from cache 2024-11-27T13:17:04,452 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35613/backupUT/backup_1732713355453/.backup.manifest 2024-11-27T13:17:04,452 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T13:17:04,453 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732713355453/.backup.manifest 2024-11-27T13:17:04,454 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17327133102171' to 'ns2:table2' from full backup image hdfs://localhost:35613/backupUT/backup_1732713355453/ns2/test-17327133102171 2024-11-27T13:17:04,455 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-17327133102171', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1732713390882 2024-11-27T13:17:04,458 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'ns2:table2', preserving region splits 2024-11-27T13:17:04,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable ns2:table2 2024-11-27T13:17:04,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=ns2:table2 2024-11-27T13:17:04,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-27T13:17:04,461 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732713424461"}]},"ts":"1732713424461"} 2024-11-27T13:17:04,462 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLING in hbase:meta 2024-11-27T13:17:04,462 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set ns2:table2 to state=DISABLING 2024-11-27T13:17:04,463 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=ns2:table2}] 2024-11-27T13:17:04,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=05aabbd187d3ebf52e8f58d563293977, UNASSIGN}] 2024-11-27T13:17:04,465 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=05aabbd187d3ebf52e8f58d563293977, UNASSIGN 2024-11-27T13:17:04,465 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=05aabbd187d3ebf52e8f58d563293977, regionState=CLOSING, regionLocation=1ba5af43fd99,45367,1732713300833 2024-11-27T13:17:04,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=05aabbd187d3ebf52e8f58d563293977, UNASSIGN because future has completed 2024-11-27T13:17:04,467 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T13:17:04,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure 05aabbd187d3ebf52e8f58d563293977, server=1ba5af43fd99,45367,1732713300833}] 2024-11-27T13:17:04,561 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:45367 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T13:17:04,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-27T13:17:04,619 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(122): Close 05aabbd187d3ebf52e8f58d563293977 2024-11-27T13:17:04,619 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-27T13:17:04,619 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1722): Closing 05aabbd187d3ebf52e8f58d563293977, disabling compactions & flushes 2024-11-27T13:17:04,619 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1755): Closing region ns2:table2,,1732713410076.05aabbd187d3ebf52e8f58d563293977. 2024-11-27T13:17:04,619 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732713410076.05aabbd187d3ebf52e8f58d563293977. 2024-11-27T13:17:04,620 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732713410076.05aabbd187d3ebf52e8f58d563293977. after waiting 0 ms 2024-11-27T13:17:04,620 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732713410076.05aabbd187d3ebf52e8f58d563293977. 2024-11-27T13:17:04,625 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns2/table2/05aabbd187d3ebf52e8f58d563293977/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-27T13:17:04,626 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T13:17:04,626 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1973): Closed ns2:table2,,1732713410076.05aabbd187d3ebf52e8f58d563293977. 2024-11-27T13:17:04,626 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1676): Region close journal for 05aabbd187d3ebf52e8f58d563293977: Waiting for close lock at 1732713424619Running coprocessor pre-close hooks at 1732713424619Disabling compacts and flushes for region at 1732713424619Disabling writes for close at 1732713424620 (+1 ms)Writing region close event to WAL at 1732713424621 (+1 ms)Running coprocessor post-close hooks at 1732713424626 (+5 ms)Closed at 1732713424626 2024-11-27T13:17:04,629 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(157): Closed 05aabbd187d3ebf52e8f58d563293977 2024-11-27T13:17:04,630 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=05aabbd187d3ebf52e8f58d563293977, regionState=CLOSED 2024-11-27T13:17:04,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure 05aabbd187d3ebf52e8f58d563293977, server=1ba5af43fd99,45367,1732713300833 because future has completed 2024-11-27T13:17:04,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-11-27T13:17:04,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; CloseRegionProcedure 05aabbd187d3ebf52e8f58d563293977, server=1ba5af43fd99,45367,1732713300833 in 167 msec 2024-11-27T13:17:04,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-27T13:17:04,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=05aabbd187d3ebf52e8f58d563293977, UNASSIGN in 173 msec 2024-11-27T13:17:04,644 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-27T13:17:04,644 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=ns2:table2 in 178 msec 2024-11-27T13:17:04,647 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732713424646"}]},"ts":"1732713424646"} 2024-11-27T13:17:04,649 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLED in hbase:meta 2024-11-27T13:17:04,649 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set ns2:table2 to state=DISABLED 2024-11-27T13:17:04,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; DisableTableProcedure table=ns2:table2 in 191 msec 2024-11-27T13:17:04,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-27T13:17:04,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: ns2:table2 completed 2024-11-27T13:17:04,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.3 truncate ns2:table2 2024-11-27T13:17:04,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) 2024-11-27T13:17:04,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-27T13:17:04,788 DEBUG [PEWorker-3 {}] procedure.TruncateTableProcedure(87): waiting for 'ns2:table2' regions in transition 2024-11-27T13:17:04,793 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns2/table2/05aabbd187d3ebf52e8f58d563293977 2024-11-27T13:17:04,796 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns2/table2/05aabbd187d3ebf52e8f58d563293977/f, FileablePath, hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns2/table2/05aabbd187d3ebf52e8f58d563293977/recovered.edits] 2024-11-27T13:17:04,803 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns2/table2/05aabbd187d3ebf52e8f58d563293977/f/795a246667f443c1afdf8fe1769a4457_SeqId_4_ to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/archive/data/ns2/table2/05aabbd187d3ebf52e8f58d563293977/f/795a246667f443c1afdf8fe1769a4457_SeqId_4_ 2024-11-27T13:17:04,809 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns2/table2/05aabbd187d3ebf52e8f58d563293977/recovered.edits/6.seqid to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/archive/data/ns2/table2/05aabbd187d3ebf52e8f58d563293977/recovered.edits/6.seqid 2024-11-27T13:17:04,809 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns2/table2/05aabbd187d3ebf52e8f58d563293977 2024-11-27T13:17:04,810 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived ns2:table2 regions 2024-11-27T13:17:04,814 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta 2024-11-27T13:17:04,815 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'ns2:table2' descriptor. 2024-11-27T13:17:04,816 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'ns2:table2' from region states. 2024-11-27T13:17:04,816 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"ns2:table2,,1732713410076.05aabbd187d3ebf52e8f58d563293977.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732713424816"}]},"ts":"9223372036854775807"} 2024-11-27T13:17:04,818 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-27T13:17:04,818 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 05aabbd187d3ebf52e8f58d563293977, NAME => 'ns2:table2,,1732713410076.05aabbd187d3ebf52e8f58d563293977.', STARTKEY => '', ENDKEY => ''}] 2024-11-27T13:17:04,818 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'ns2:table2' as deleted. 2024-11-27T13:17:04,818 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732713424818"}]},"ts":"9223372036854775807"} 2024-11-27T13:17:04,820 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table ns2:table2 state from META 2024-11-27T13:17:04,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741992_1168 (size=351) 2024-11-27T13:17:04,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-27T13:17:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-27T13:17:05,231 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 75b1e1e455388486e4682ba5991e5098, NAME => 'ns2:table2,,1732713424811.75b1e1e455388486e4682ba5991e5098.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0 2024-11-27T13:17:05,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741993_1169 (size=37) 2024-11-27T13:17:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-27T13:17:05,644 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1732713424811.75b1e1e455388486e4682ba5991e5098.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:17:05,645 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 75b1e1e455388486e4682ba5991e5098, disabling compactions & flushes 2024-11-27T13:17:05,645 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1732713424811.75b1e1e455388486e4682ba5991e5098. 2024-11-27T13:17:05,645 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732713424811.75b1e1e455388486e4682ba5991e5098. 2024-11-27T13:17:05,645 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732713424811.75b1e1e455388486e4682ba5991e5098. after waiting 0 ms 2024-11-27T13:17:05,645 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732713424811.75b1e1e455388486e4682ba5991e5098. 2024-11-27T13:17:05,645 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1732713424811.75b1e1e455388486e4682ba5991e5098. 2024-11-27T13:17:05,645 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 75b1e1e455388486e4682ba5991e5098: Waiting for close lock at 1732713425645Disabling compacts and flushes for region at 1732713425645Disabling writes for close at 1732713425645Writing region close event to WAL at 1732713425645Closed at 1732713425645 2024-11-27T13:17:05,648 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1732713424811.75b1e1e455388486e4682ba5991e5098.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1732713425647"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732713425647"}]},"ts":"1732713425647"} 2024-11-27T13:17:05,652 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T13:17:05,654 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732713425654"}]},"ts":"1732713425654"} 2024-11-27T13:17:05,657 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-27T13:17:05,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=75b1e1e455388486e4682ba5991e5098, ASSIGN}] 2024-11-27T13:17:05,658 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=75b1e1e455388486e4682ba5991e5098, ASSIGN 2024-11-27T13:17:05,659 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=75b1e1e455388486e4682ba5991e5098, ASSIGN; state=OFFLINE, location=1ba5af43fd99,45367,1732713300833; forceNewPlan=false, retain=false 2024-11-27T13:17:05,810 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=75b1e1e455388486e4682ba5991e5098, regionState=OPENING, regionLocation=1ba5af43fd99,45367,1732713300833 2024-11-27T13:17:05,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=75b1e1e455388486e4682ba5991e5098, ASSIGN because future has completed 2024-11-27T13:17:05,815 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75b1e1e455388486e4682ba5991e5098, server=1ba5af43fd99,45367,1732713300833}] 2024-11-27T13:17:05,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-27T13:17:05,977 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(132): Open ns2:table2,,1732713424811.75b1e1e455388486e4682ba5991e5098. 2024-11-27T13:17:05,977 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7752): Opening region: {ENCODED => 75b1e1e455388486e4682ba5991e5098, NAME => 'ns2:table2,,1732713424811.75b1e1e455388486e4682ba5991e5098.', STARTKEY => '', ENDKEY => ''} 2024-11-27T13:17:05,978 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T13:17:05,979 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 75b1e1e455388486e4682ba5991e5098 2024-11-27T13:17:05,979 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(898): Instantiated ns2:table2,,1732713424811.75b1e1e455388486e4682ba5991e5098.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:17:05,979 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7794): checking encryption for 75b1e1e455388486e4682ba5991e5098 2024-11-27T13:17:05,980 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7797): checking classloading for 75b1e1e455388486e4682ba5991e5098 2024-11-27T13:17:05,982 INFO [StoreOpener-75b1e1e455388486e4682ba5991e5098-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 75b1e1e455388486e4682ba5991e5098 2024-11-27T13:17:05,984 INFO [StoreOpener-75b1e1e455388486e4682ba5991e5098-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75b1e1e455388486e4682ba5991e5098 columnFamilyName f 2024-11-27T13:17:05,984 DEBUG [StoreOpener-75b1e1e455388486e4682ba5991e5098-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:17:05,985 INFO [StoreOpener-75b1e1e455388486e4682ba5991e5098-1 {}] regionserver.HStore(327): Store=75b1e1e455388486e4682ba5991e5098/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:17:05,985 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1038): replaying wal for 75b1e1e455388486e4682ba5991e5098 2024-11-27T13:17:05,986 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns2/table2/75b1e1e455388486e4682ba5991e5098 2024-11-27T13:17:05,986 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns2/table2/75b1e1e455388486e4682ba5991e5098 2024-11-27T13:17:05,987 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1048): stopping wal replay for 75b1e1e455388486e4682ba5991e5098 2024-11-27T13:17:05,987 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1060): Cleaning up temporary data for 75b1e1e455388486e4682ba5991e5098 2024-11-27T13:17:05,989 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1093): writing seq id for 75b1e1e455388486e4682ba5991e5098 2024-11-27T13:17:05,991 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns2/table2/75b1e1e455388486e4682ba5991e5098/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T13:17:05,992 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1114): Opened 75b1e1e455388486e4682ba5991e5098; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9873820000, jitterRate=-0.08042885363101959}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T13:17:05,992 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 75b1e1e455388486e4682ba5991e5098 2024-11-27T13:17:05,992 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1006): Region open journal for 75b1e1e455388486e4682ba5991e5098: Running coprocessor pre-open hook at 1732713425980Writing region info on filesystem at 1732713425980Initializing all the Stores at 1732713425982 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732713425982Cleaning up temporary data from old regions at 1732713425987 (+5 ms)Running coprocessor post-open hooks at 1732713425992 (+5 ms)Region opened successfully at 1732713425992 2024-11-27T13:17:05,993 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1732713424811.75b1e1e455388486e4682ba5991e5098., pid=95, masterSystemTime=1732713425969 2024-11-27T13:17:05,995 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1732713424811.75b1e1e455388486e4682ba5991e5098. 2024-11-27T13:17:05,995 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(153): Opened ns2:table2,,1732713424811.75b1e1e455388486e4682ba5991e5098. 2024-11-27T13:17:05,996 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=75b1e1e455388486e4682ba5991e5098, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,45367,1732713300833 2024-11-27T13:17:05,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75b1e1e455388486e4682ba5991e5098, server=1ba5af43fd99,45367,1732713300833 because future has completed 2024-11-27T13:17:06,001 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-27T13:17:06,001 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure 75b1e1e455388486e4682ba5991e5098, server=1ba5af43fd99,45367,1732713300833 in 184 msec 2024-11-27T13:17:06,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-27T13:17:06,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=75b1e1e455388486e4682ba5991e5098, ASSIGN in 344 msec 2024-11-27T13:17:06,003 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732713426003"}]},"ts":"1732713426003"} 2024-11-27T13:17:06,005 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-27T13:17:06,005 DEBUG [PEWorker-4 {}] procedure.TruncateTableProcedure(145): truncate 'ns2:table2' completed 2024-11-27T13:17:06,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) in 1.2220 sec 2024-11-27T13:17:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-27T13:17:06,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: ns2:table2 completed 2024-11-27T13:17:06,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-27T13:17:06,952 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:35613/backupUT/backup_1732713355453/ns2/test-17327133102171/archive/data/ns2/test-17327133102171/779c4c4c296e49eea00a4cb280f65b7c from hbase tables ns2:test-17327133102171 to tables ns2:table2 2024-11-27T13:17:06,952 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17327133102171 into ns2:table2 2024-11-27T13:17:06,954 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-ns2-table2-1732713426952 from hdfs://localhost:35613/backupUT/backup_1732713355453/ns2/test-17327133102171/archive/data/ns2/test-17327133102171/779c4c4c296e49eea00a4cb280f65b7c 2024-11-27T13:17:06,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fa7a035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:06,955 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:17:06,955 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:17:06,955 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:17:06,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:17:06,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:17:06,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52dd5094, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:06,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:17:06,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:17:06,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:06,957 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:17:06,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e2874b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:06,957 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T13:17:06,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,32805,1732713299260 2024-11-27T13:17:06,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b1d7fcd 2024-11-27T13:17:06,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T13:17:06,959 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T13:17:06,960 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-27T13:17:06,960 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-27T13:17:06,960 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-27T13:17:06,960 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:17:06,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:17:06,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:17:06,962 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:17:06,963 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-27T13:17:06,963 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-27T13:17:06,963 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/partitions_f709da99-f1d5-4e97-b731-263776414db3 2024-11-27T13:17:06,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741994_1170 (size=153) 2024-11-27T13:17:07,048 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-27T13:17:07,372 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:17:07,373 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:17:07,374 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:17:08,236 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/hadoop-11205488196974217957.jar 2024-11-27T13:17:08,236 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:17:08,237 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:17:08,237 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:17:08,237 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:17:08,237 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:17:08,238 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:17:08,238 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:17:08,238 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:17:08,238 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:17:08,238 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T13:17:08,239 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T13:17:08,239 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T13:17:08,239 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T13:17:08,239 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T13:17:08,239 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T13:17:08,239 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T13:17:08,240 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T13:17:08,240 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T13:17:08,240 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T13:17:08,240 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T13:17:08,240 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:17:08,241 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:17:08,241 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:17:08,241 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:17:08,241 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:17:08,241 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T13:17:08,241 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T13:17:08,241 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-27T13:17:08,242 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T13:17:08,242 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T13:17:08,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:08,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:08,242 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:17:08,242 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-27T13:17:08,242 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T13:17:08,251 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T13:17:08,263 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-27T13:17:08,351 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/mapreduce.cluster.local.dir/job_local1947710188_0016_0c50630c-1e44-472e-a905-830256b94351/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-27T13:17:08,351 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/mapreduce.cluster.local.dir/job_local1947710188_0016_0c50630c-1e44-472e-a905-830256b94351/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-27T13:17:08,394 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35613/backupUT/backup_1732713355453/ns2/test-17327133102171/archive/data/ns2/test-17327133102171/779c4c4c296e49eea00a4cb280f65b7c/f/b609c18a071e4486bdca2c47a227871e 2024-11-27T13:17:08,397 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T13:17:08,428 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35613/backupUT/backup_1732713355453/ns2/test-17327133102171/archive/data/ns2/test-17327133102171/779c4c4c296e49eea00a4cb280f65b7c/f/59b24265700543e8ae65d653f1b5ff4d 2024-11-27T13:17:08,431 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T13:17:08,458 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3559423c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:08,458 DEBUG [pool-286-thread-1 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:17:08,458 DEBUG [pool-286-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:17:08,459 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:17:08,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:17:08,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:17:08,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7be58360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:08,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:17:08,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:17:08,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:08,461 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:17:08,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d935bf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:08,462 DEBUG [pool-286-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:17:08,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:17:08,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:17:08,463 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:17:08,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row-t20', locateType=CURRENT is [region=ns2:table2,,1732713424811.75b1e1e455388486e4682ba5991e5098., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2] 2024-11-27T13:17:08,465 INFO [pool-286-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-286-thread-1. 2024-11-27T13:17:08,465 DEBUG [pool-286-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T13:17:08,465 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:08,465 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:08,465 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:17:08,465 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-27T13:17:08,465 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 1ba5af43fd99 2024-11-27T13:17:08,470 DEBUG [pool-286-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-ns2-table2-1732713426952/_temporary/0/_temporary/attempt_local1947710188_0016_r_000000_0/f/b3e3f5985e3b454f9123b05c7f8d5efb is 38, key is row-t20/f:q1/1732713342254/Put/seqid=0 2024-11-27T13:17:08,471 WARN [Thread-1963 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [1ba5af43fd99:45367] Specified favored nodes: [1ba5af43fd99:45367] 2024-11-27T13:17:08,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741995_1171 (size=8935) 2024-11-27T13:17:09,394 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-ns2-table2-1732713426952 2024-11-27T13:17:09,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19f6735b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:09,395 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:17:09,396 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:17:09,396 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:17:09,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:17:09,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:17:09,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e22e43f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:09,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:17:09,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:17:09,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:09,398 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:17:09,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a254e1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:09,398 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:17:09,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:17:09,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:17:09,400 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:17:09,403 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-ns2-table2-1732713426952/_SUCCESS 2024-11-27T13:17:09,406 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T13:17:09,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,32805,1732713299260 2024-11-27T13:17:09,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7df075ad 2024-11-27T13:17:09,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T13:17:09,408 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T13:17:09,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732713424811.75b1e1e455388486e4682ba5991e5098., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2] 2024-11-27T13:17:09,412 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-27T13:17:09,417 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-ns2-table2-1732713426952/f/b3e3f5985e3b454f9123b05c7f8d5efb first=Optional[row-t20] last=Optional[row98] 2024-11-27T13:17:09,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-ns2-table2-1732713426952/f/b3e3f5985e3b454f9123b05c7f8d5efb for inclusion in 75b1e1e455388486e4682ba5991e5098/f 2024-11-27T13:17:09,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(626): HFile bounds: first=row-t20 last=row98 2024-11-27T13:17:09,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T13:17:09,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HRegion(2603): Flush status journal for 75b1e1e455388486e4682ba5991e5098: 2024-11-27T13:17:09,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/hbase-staging/bulk_output-ns2-table2-1732713426952/f/b3e3f5985e3b454f9123b05c7f8d5efb to hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/staging/jenkins__ns2_table2__p9i12rqs2bc18r1tg3ed5ekvr331j9udp5708lpmar5j0qgrnu8n8juc60p9lq55/f/b3e3f5985e3b454f9123b05c7f8d5efb 2024-11-27T13:17:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/staging/jenkins__ns2_table2__p9i12rqs2bc18r1tg3ed5ekvr331j9udp5708lpmar5j0qgrnu8n8juc60p9lq55/f/b3e3f5985e3b454f9123b05c7f8d5efb as hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns2/table2/75b1e1e455388486e4682ba5991e5098/f/485e94ddb9b946909877fdd0a13ab2d6_SeqId_4_ 2024-11-27T13:17:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6de4300e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:17:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:17:09,429 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:17:09,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:17:09,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:17:09,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc23bbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:09,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:17:09,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:17:09,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:09,430 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:17:09,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6acd8272, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T13:17:09,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,32805,1732713299260 2024-11-27T13:17:09,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76e5ea0a 2024-11-27T13:17:09,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T13:17:09,433 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T13:17:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:17:09,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:17:09,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:17:09,435 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:17:09,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T13:17:09,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T13:17:09,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2] 2024-11-27T13:17:09,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367. 2024-11-27T13:17:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:17:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:09,449 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:17:09,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/staging/jenkins__ns2_table2__p9i12rqs2bc18r1tg3ed5ekvr331j9udp5708lpmar5j0qgrnu8n8juc60p9lq55/f/b3e3f5985e3b454f9123b05c7f8d5efb into 75b1e1e455388486e4682ba5991e5098/f as hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns2/table2/75b1e1e455388486e4682ba5991e5098/f/485e94ddb9b946909877fdd0a13ab2d6_SeqId_4_ - updating store file list. 2024-11-27T13:17:09,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns2/table2/75b1e1e455388486e4682ba5991e5098/f/485e94ddb9b946909877fdd0a13ab2d6_SeqId_4_ into 75b1e1e455388486e4682ba5991e5098/f 2024-11-27T13:17:09,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/staging/jenkins__ns2_table2__p9i12rqs2bc18r1tg3ed5ekvr331j9udp5708lpmar5j0qgrnu8n8juc60p9lq55/f/b3e3f5985e3b454f9123b05c7f8d5efb into 75b1e1e455388486e4682ba5991e5098/f (new location: hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns2/table2/75b1e1e455388486e4682ba5991e5098/f/485e94ddb9b946909877fdd0a13ab2d6_SeqId_4_) 2024-11-27T13:17:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/staging/jenkins__ns2_table2__p9i12rqs2bc18r1tg3ed5ekvr331j9udp5708lpmar5j0qgrnu8n8juc60p9lq55/f/b3e3f5985e3b454f9123b05c7f8d5efb 2024-11-27T13:17:09,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47872a46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:09,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32805,-1 for getting cluster id 2024-11-27T13:17:09,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:17:09,457 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35' 2024-11-27T13:17:09,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:17:09,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbd24d7-0b6e-4e8a-abf9-f7b6564dfb35" 2024-11-27T13:17:09,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73c174f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:09,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32805,-1] 2024-11-27T13:17:09,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:17:09,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:09,458 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:17:09,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7893180d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T13:17:09,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T13:17:09,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,32805,1732713299260 2024-11-27T13:17:09,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@253dec 2024-11-27T13:17:09,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T13:17:09,461 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T13:17:09,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:17:09,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,45367,1732713300833, seqNum=-1] 2024-11-27T13:17:09,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:17:09,463 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-27T13:17:09,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T13:17:09,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T13:17:09,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2] 2024-11-27T13:17:09,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367. 2024-11-27T13:17:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:17:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:09,479 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:17:09,480 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T13:17:09,480 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T13:17:09,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:09,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:09,480 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:17:09,480 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-27T13:17:09,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1732713424811.75b1e1e455388486e4682ba5991e5098., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2 , the old value is region=ns2:table2,,1732713424811.75b1e1e455388486e4682ba5991e5098., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1ba5af43fd99:45367 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T13:17:09,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1732713424811.75b1e1e455388486e4682ba5991e5098., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T13:17:09,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1732713424811.75b1e1e455388486e4682ba5991e5098., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2 from cache 2024-11-27T13:17:09,481 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T13:17:09,498 INFO [Time-limited test {}] impl.RestoreTablesClient(175): No incremental changes since full backup for 'ns2:test-17327133102171', skipping incremental restore step. 2024-11-27T13:17:09,498 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-27T13:17:09,498 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732713390882 hdfs://localhost:35613/backupUT/backup_1732713390882/ns2/test-17327133102171/ 2024-11-27T13:17:09,498 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-27T13:17:09,499 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(217): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T13:17:09,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.CallRunner(138): callId: 741 service: ClientService methodName: Scan size: 160 connection: 172.17.0.3:34046 deadline: 1732713489499, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1732713404253.7f1c2c11f58d559f21b9e07e55c59de1. is not online on 1ba5af43fd99,45367,1732713300833 2024-11-27T13:17:09,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732713404253.7f1c2c11f58d559f21b9e07e55c59de1., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2 , the old value is region=table1,,1732713404253.7f1c2c11f58d559f21b9e07e55c59de1., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1732713404253.7f1c2c11f58d559f21b9e07e55c59de1. is not online on 1ba5af43fd99,45367,1732713300833 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:17:09,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732713404253.7f1c2c11f58d559f21b9e07e55c59de1., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1732713404253.7f1c2c11f58d559f21b9e07e55c59de1. is not online on 1ba5af43fd99,45367,1732713300833 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:17:09,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732713404253.7f1c2c11f58d559f21b9e07e55c59de1., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2 from cache 2024-11-27T13:17:09,590 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:45367 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T13:17:09,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732713415180.d2805d0df545db7853046093437c5004., hostname=1ba5af43fd99,45367,1732713300833, seqNum=7] 2024-11-27T13:17:09,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.CallRunner(138): callId: 745 service: ClientService methodName: Scan size: 170 connection: 172.17.0.3:34046 deadline: 1732713489616, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1732713404253.f8a9a30a368bd29cdd9f3d616ada8100. is not online on 1ba5af43fd99,45367,1732713300833 2024-11-27T13:17:09,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,row0,1732713404253.f8a9a30a368bd29cdd9f3d616ada8100., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2 , the old value is region=table1,row0,1732713404253.f8a9a30a368bd29cdd9f3d616ada8100., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1732713404253.f8a9a30a368bd29cdd9f3d616ada8100. is not online on 1ba5af43fd99,45367,1732713300833 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:17:09,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,row0,1732713404253.f8a9a30a368bd29cdd9f3d616ada8100., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1732713404253.f8a9a30a368bd29cdd9f3d616ada8100. is not online on 1ba5af43fd99,45367,1732713300833 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:17:09,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,row0,1732713404253.f8a9a30a368bd29cdd9f3d616ada8100., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2 from cache 2024-11-27T13:17:09,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732713415180.48230f2b3bf663ff87f1411169e089a0., hostname=1ba5af43fd99,45367,1732713300833, seqNum=7] 2024-11-27T13:17:09,737 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(219): f1 has 198 rows 2024-11-27T13:17:09,742 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(223): f2 has 7 rows 2024-11-27T13:17:09,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:17:09,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-27T13:17:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:17:09,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-27T13:17:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:17:09,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-27T13:17:09,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:17:09,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-27T13:17:09,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:17:09,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-27T13:17:09,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:17:09,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-27T13:17:09,769 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(227): mob has 111 rows 2024-11-27T13:17:09,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.CallRunner(138): callId: 753 service: ClientService methodName: Scan size: 159 connection: 172.17.0.3:34046 deadline: 1732713489768, exception=org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1732713410076.05aabbd187d3ebf52e8f58d563293977. is not online on 1ba5af43fd99,45367,1732713300833 2024-11-27T13:17:09,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1732713410076.05aabbd187d3ebf52e8f58d563293977., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2 , the old value is region=ns2:table2,,1732713410076.05aabbd187d3ebf52e8f58d563293977., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1732713410076.05aabbd187d3ebf52e8f58d563293977. is not online on 1ba5af43fd99,45367,1732713300833 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:17:09,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1732713410076.05aabbd187d3ebf52e8f58d563293977., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1732713410076.05aabbd187d3ebf52e8f58d563293977. is not online on 1ba5af43fd99,45367,1732713300833 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:17:09,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1732713410076.05aabbd187d3ebf52e8f58d563293977., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2 from cache 2024-11-27T13:17:09,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732713424811.75b1e1e455388486e4682ba5991e5098., hostname=1ba5af43fd99,45367,1732713300833, seqNum=2] 2024-11-27T13:17:09,886 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T13:17:09,886 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:235) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T13:17:09,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:09,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:09,886 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:17:09,903 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=634 (was 611) Potentially hanging thread: rs(1ba5af43fd99,45367,1732713300833)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: (1ba5af43fd99,32805,1732713299260)-proc-coordinator-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_167152308_20 at /127.0.0.1:55558 [Receiving block BP-1833959882-172.17.0.3-1732713295294:blk_1073741956_1132] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1833959882-172.17.0.3-1732713295294:blk_1073741954_1130, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(1ba5af43fd99,45367,1732713300833)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: member: '1ba5af43fd99,45367,1732713300833' subprocedure-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(1ba5af43fd99,45367,1732713300833)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/1ba5af43fd99:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'JobTracker' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: PacketResponder: BP-1833959882-172.17.0.3-1732713295294:blk_1073741956_1132, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1833959882-172.17.0.3-1732713295294:blk_1073741955_1131, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1220205031_20 at /127.0.0.1:47842 [Waiting for operation #54] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/cluster_ccda39a0-b075-b3bd-d40a-a0877dab4563/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_167152308_20 at /127.0.0.1:55550 [Receiving block BP-1833959882-172.17.0.3-1732713295294:blk_1073741955_1131] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(1ba5af43fd99,45367,1732713300833)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/cluster_ccda39a0-b075-b3bd-d40a-a0877dab4563/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_167152308_20 at /127.0.0.1:55548 [Receiving block BP-1833959882-172.17.0.3-1732713295294:blk_1073741954_1130] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=643 (was 633) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=97 (was 141), ProcessCount=21 (was 21), AvailableMemoryMB=6814 (was 7347) 2024-11-27T13:17:09,903 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=634 is superior to 500 2024-11-27T13:17:09,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T13:17:09,911 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T13:17:09,911 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T13:17:09,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:09,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:09,911 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:17:09,911 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T13:17:09,911 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=345562371, stopped=false 2024-11-27T13:17:09,912 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ba5af43fd99,32805,1732713299260 2024-11-27T13:17:09,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-27T13:17:09,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-27T13:17:09,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T13:17:09,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T13:17:09,978 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T13:17:09,978 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T13:17:09,978 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T13:17:09,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:09,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-27T13:17:09,979 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ba5af43fd99,45367,1732713300833' ***** 2024-11-27T13:17:09,979 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T13:17:09,979 INFO [RS:0;1ba5af43fd99:45367 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-27T13:17:09,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-27T13:17:09,984 INFO [RS:0;1ba5af43fd99:45367 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@20d0179b{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-27T13:17:09,986 INFO [RS:0;1ba5af43fd99:45367 {}] server.AbstractConnector(383): Stopped ServerConnector@381b2336{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-27T13:17:09,986 INFO [RS:0;1ba5af43fd99:45367 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T13:17:09,986 INFO [RS:0;1ba5af43fd99:45367 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@66ed5787{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-27T13:17:09,986 INFO [RS:0;1ba5af43fd99:45367 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@2ae6f9c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/hadoop.log.dir/,STOPPED} 2024-11-27T13:17:09,988 INFO [RS:0;1ba5af43fd99:45367 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T13:17:09,988 INFO [RS:0;1ba5af43fd99:45367 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T13:17:09,988 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T13:17:09,988 INFO [RS:0;1ba5af43fd99:45367 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2024-11-27T13:17:09,988 INFO [RS:0;1ba5af43fd99:45367 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T13:17:09,988 INFO [RS:0;1ba5af43fd99:45367 {}] regionserver.HRegionServer(3091): Received CLOSE for 38a657487a782be9de0c14ffeb48423f 2024-11-27T13:17:09,988 INFO [RS:0;1ba5af43fd99:45367 {}] regionserver.HRegionServer(3091): Received CLOSE for 75b1e1e455388486e4682ba5991e5098 2024-11-27T13:17:09,989 INFO [RS:0;1ba5af43fd99:45367 {}] regionserver.HRegionServer(3091): Received CLOSE for cf814bcfc0144fe2852321b1414833e0 2024-11-27T13:17:09,989 INFO [RS:0;1ba5af43fd99:45367 {}] regionserver.HRegionServer(3091): Received CLOSE for 779c4c4c296e49eea00a4cb280f65b7c 2024-11-27T13:17:09,989 INFO [RS:0;1ba5af43fd99:45367 {}] regionserver.HRegionServer(3091): Received CLOSE for d2805d0df545db7853046093437c5004 2024-11-27T13:17:09,989 INFO [RS:0;1ba5af43fd99:45367 {}] regionserver.HRegionServer(3091): Received CLOSE for 6a35c7490aa9fe2b182c01ebcca9a09c 2024-11-27T13:17:09,989 INFO [RS:0;1ba5af43fd99:45367 {}] regionserver.HRegionServer(3091): Received CLOSE for 001a1ad7933b85fdd7ec3757cd8f9288 2024-11-27T13:17:09,989 INFO [RS:0;1ba5af43fd99:45367 {}] regionserver.HRegionServer(3091): Received CLOSE for 40eab3de73b334daee2c9eee0ba65c6d 2024-11-27T13:17:09,989 INFO [RS:0;1ba5af43fd99:45367 {}] regionserver.HRegionServer(3091): Received CLOSE for 48230f2b3bf663ff87f1411169e089a0 2024-11-27T13:17:09,989 INFO [RS:0;1ba5af43fd99:45367 {}] regionserver.HRegionServer(959): stopping server 1ba5af43fd99,45367,1732713300833 2024-11-27T13:17:09,989 INFO [RS:0;1ba5af43fd99:45367 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T13:17:09,989 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 38a657487a782be9de0c14ffeb48423f, disabling compactions & flushes 2024-11-27T13:17:09,989 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17327133102173,,1732713317778.38a657487a782be9de0c14ffeb48423f. 2024-11-27T13:17:09,989 INFO [RS:0;1ba5af43fd99:45367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:45367. 2024-11-27T13:17:09,989 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17327133102173,,1732713317778.38a657487a782be9de0c14ffeb48423f. 2024-11-27T13:17:09,989 DEBUG [RS:0;1ba5af43fd99:45367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T13:17:09,989 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17327133102173,,1732713317778.38a657487a782be9de0c14ffeb48423f. after waiting 0 ms 2024-11-27T13:17:09,989 DEBUG [RS:0;1ba5af43fd99:45367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:09,989 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17327133102173,,1732713317778.38a657487a782be9de0c14ffeb48423f. 2024-11-27T13:17:09,989 INFO [RS:0;1ba5af43fd99:45367 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T13:17:09,989 INFO [RS:0;1ba5af43fd99:45367 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T13:17:09,989 INFO [RS:0;1ba5af43fd99:45367 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T13:17:09,989 INFO [RS:0;1ba5af43fd99:45367 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T13:17:09,990 INFO [RS:0;1ba5af43fd99:45367 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close 2024-11-27T13:17:09,990 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T13:17:09,990 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T13:17:09,990 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T13:17:09,990 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T13:17:09,990 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T13:17:09,990 DEBUG [RS:0;1ba5af43fd99:45367 {}] regionserver.HRegionServer(1351): Waiting on 001a1ad7933b85fdd7ec3757cd8f9288, 1588230740, 38a657487a782be9de0c14ffeb48423f, 40eab3de73b334daee2c9eee0ba65c6d, 48230f2b3bf663ff87f1411169e089a0, 6a35c7490aa9fe2b182c01ebcca9a09c, 75b1e1e455388486e4682ba5991e5098, 779c4c4c296e49eea00a4cb280f65b7c, cf814bcfc0144fe2852321b1414833e0, d2805d0df545db7853046093437c5004 2024-11-27T13:17:09,990 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=23.97 KB heapSize=42.40 KB 2024-11-27T13:17:09,993 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns4/test-17327133102173/38a657487a782be9de0c14ffeb48423f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T13:17:09,994 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T13:17:09,994 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17327133102173,,1732713317778.38a657487a782be9de0c14ffeb48423f. 2024-11-27T13:17:09,994 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 38a657487a782be9de0c14ffeb48423f: Waiting for close lock at 1732713429989Running coprocessor pre-close hooks at 1732713429989Disabling compacts and flushes for region at 1732713429989Disabling writes for close at 1732713429989Writing region close event to WAL at 1732713429989Running coprocessor post-close hooks at 1732713429993 (+4 ms)Closed at 1732713429994 (+1 ms) 2024-11-27T13:17:09,994 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17327133102173,,1732713317778.38a657487a782be9de0c14ffeb48423f. 2024-11-27T13:17:09,994 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 75b1e1e455388486e4682ba5991e5098, disabling compactions & flushes 2024-11-27T13:17:09,994 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:table2,,1732713424811.75b1e1e455388486e4682ba5991e5098. 2024-11-27T13:17:09,994 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732713424811.75b1e1e455388486e4682ba5991e5098. 2024-11-27T13:17:09,994 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732713424811.75b1e1e455388486e4682ba5991e5098. after waiting 0 ms 2024-11-27T13:17:09,994 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732713424811.75b1e1e455388486e4682ba5991e5098. 2024-11-27T13:17:09,998 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns2/table2/75b1e1e455388486e4682ba5991e5098/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-27T13:17:09,998 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T13:17:09,998 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:table2,,1732713424811.75b1e1e455388486e4682ba5991e5098. 2024-11-27T13:17:09,999 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 75b1e1e455388486e4682ba5991e5098: Waiting for close lock at 1732713429994Running coprocessor pre-close hooks at 1732713429994Disabling compacts and flushes for region at 1732713429994Disabling writes for close at 1732713429994Writing region close event to WAL at 1732713429995 (+1 ms)Running coprocessor post-close hooks at 1732713429998 (+3 ms)Closed at 1732713429998 2024-11-27T13:17:09,999 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1732713424811.75b1e1e455388486e4682ba5991e5098. 2024-11-27T13:17:09,999 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cf814bcfc0144fe2852321b1414833e0, disabling compactions & flushes 2024-11-27T13:17:09,999 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0. 2024-11-27T13:17:09,999 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0. 2024-11-27T13:17:09,999 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0. after waiting 0 ms 2024-11-27T13:17:09,999 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0. 2024-11-27T13:17:09,999 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cf814bcfc0144fe2852321b1414833e0 3/3 column families, dataSize=378 B heapSize=1.63 KB 2024-11-27T13:17:10,013 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/.tmp/f2/cab1c335efdf4b94bcb2760433e4c507 is 58, key is row-test-1732713310217-2-0/f2:q1/1732713385873/Put/seqid=0 2024-11-27T13:17:10,014 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/hbase/meta/1588230740/.tmp/info/849095295aae42bab91773c182094f0b is 159, key is ns2:test-17327133102171,,1732713313085.779c4c4c296e49eea00a4cb280f65b7c./info:regioninfo/1732713314270/Put/seqid=0 2024-11-27T13:17:10,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741996_1172 (size=5464) 2024-11-27T13:17:10,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741997_1173 (size=19093) 2024-11-27T13:17:10,024 INFO [regionserver/1ba5af43fd99:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T13:17:10,190 DEBUG [RS:0;1ba5af43fd99:45367 {}] regionserver.HRegionServer(1351): Waiting on 001a1ad7933b85fdd7ec3757cd8f9288, 1588230740, 40eab3de73b334daee2c9eee0ba65c6d, 48230f2b3bf663ff87f1411169e089a0, 6a35c7490aa9fe2b182c01ebcca9a09c, 779c4c4c296e49eea00a4cb280f65b7c, cf814bcfc0144fe2852321b1414833e0, d2805d0df545db7853046093437c5004 2024-11-27T13:17:10,370 INFO [regionserver/1ba5af43fd99:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T13:17:10,370 INFO [regionserver/1ba5af43fd99:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T13:17:10,390 DEBUG [RS:0;1ba5af43fd99:45367 {}] regionserver.HRegionServer(1351): Waiting on 001a1ad7933b85fdd7ec3757cd8f9288, 1588230740, 40eab3de73b334daee2c9eee0ba65c6d, 48230f2b3bf663ff87f1411169e089a0, 6a35c7490aa9fe2b182c01ebcca9a09c, 779c4c4c296e49eea00a4cb280f65b7c, cf814bcfc0144fe2852321b1414833e0, d2805d0df545db7853046093437c5004 2024-11-27T13:17:10,419 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/.tmp/f2/cab1c335efdf4b94bcb2760433e4c507 2024-11-27T13:17:10,425 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.86 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/hbase/meta/1588230740/.tmp/info/849095295aae42bab91773c182094f0b 2024-11-27T13:17:10,430 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/.tmp/f2/cab1c335efdf4b94bcb2760433e4c507 as hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/f2/cab1c335efdf4b94bcb2760433e4c507 2024-11-27T13:17:10,437 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/f2/cab1c335efdf4b94bcb2760433e4c507, entries=7, sequenceid=348, filesize=5.3 K 2024-11-27T13:17:10,438 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for cf814bcfc0144fe2852321b1414833e0 in 439ms, sequenceid=348, compaction requested=false 2024-11-27T13:17:10,443 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/test-1732713310217/cf814bcfc0144fe2852321b1414833e0/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337 2024-11-27T13:17:10,443 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T13:17:10,443 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0. 2024-11-27T13:17:10,443 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cf814bcfc0144fe2852321b1414833e0: Waiting for close lock at 1732713429999Running coprocessor pre-close hooks at 1732713429999Disabling compacts and flushes for region at 1732713429999Disabling writes for close at 1732713429999Obtaining lock to block concurrent updates at 1732713429999Preparing flush snapshotting stores in cf814bcfc0144fe2852321b1414833e0 at 1732713429999Finished memstore snapshotting test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1732713429999Flushing stores of test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0. at 1732713430000 (+1 ms)Flushing cf814bcfc0144fe2852321b1414833e0/f2: creating writer at 1732713430000Flushing cf814bcfc0144fe2852321b1414833e0/f2: appending metadata at 1732713430013 (+13 ms)Flushing cf814bcfc0144fe2852321b1414833e0/f2: closing flushed file at 1732713430013Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f4b3db6: reopening flushed file at 1732713430429 (+416 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for cf814bcfc0144fe2852321b1414833e0 in 439ms, sequenceid=348, compaction requested=false at 1732713430438 (+9 ms)Writing region close event to WAL at 1732713430439 (+1 ms)Running coprocessor post-close hooks at 1732713430443 (+4 ms)Closed at 1732713430443 2024-11-27T13:17:10,444 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1732713310217,,1732713310705.cf814bcfc0144fe2852321b1414833e0. 2024-11-27T13:17:10,444 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 779c4c4c296e49eea00a4cb280f65b7c, disabling compactions & flushes 2024-11-27T13:17:10,444 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17327133102171,,1732713313085.779c4c4c296e49eea00a4cb280f65b7c. 2024-11-27T13:17:10,444 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17327133102171,,1732713313085.779c4c4c296e49eea00a4cb280f65b7c. 2024-11-27T13:17:10,444 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17327133102171,,1732713313085.779c4c4c296e49eea00a4cb280f65b7c. after waiting 0 ms 2024-11-27T13:17:10,444 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17327133102171,,1732713313085.779c4c4c296e49eea00a4cb280f65b7c. 2024-11-27T13:17:10,448 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns2/test-17327133102171/779c4c4c296e49eea00a4cb280f65b7c/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1 2024-11-27T13:17:10,448 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T13:17:10,448 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17327133102171,,1732713313085.779c4c4c296e49eea00a4cb280f65b7c. 2024-11-27T13:17:10,448 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 779c4c4c296e49eea00a4cb280f65b7c: Waiting for close lock at 1732713430444Running coprocessor pre-close hooks at 1732713430444Disabling compacts and flushes for region at 1732713430444Disabling writes for close at 1732713430444Writing region close event to WAL at 1732713430445 (+1 ms)Running coprocessor post-close hooks at 1732713430448 (+3 ms)Closed at 1732713430448 2024-11-27T13:17:10,449 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17327133102171,,1732713313085.779c4c4c296e49eea00a4cb280f65b7c. 2024-11-27T13:17:10,449 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d2805d0df545db7853046093437c5004, disabling compactions & flushes 2024-11-27T13:17:10,449 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,,1732713415180.d2805d0df545db7853046093437c5004. 2024-11-27T13:17:10,449 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732713415180.d2805d0df545db7853046093437c5004. 2024-11-27T13:17:10,449 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,,1732713415180.d2805d0df545db7853046093437c5004. after waiting 0 ms 2024-11-27T13:17:10,449 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,,1732713415180.d2805d0df545db7853046093437c5004. 2024-11-27T13:17:10,450 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/hbase/meta/1588230740/.tmp/ns/c1a51dde62a242439375afde56aa3261 is 85, key is ns2:table2,,1732713410076.05aabbd187d3ebf52e8f58d563293977./ns:/1732713424812/DeleteFamily/seqid=0 2024-11-27T13:17:10,453 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/d2805d0df545db7853046093437c5004/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=6 2024-11-27T13:17:10,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741998_1174 (size=5760) 2024-11-27T13:17:10,454 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T13:17:10,454 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,,1732713415180.d2805d0df545db7853046093437c5004. 2024-11-27T13:17:10,454 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d2805d0df545db7853046093437c5004: Waiting for close lock at 1732713430449Running coprocessor pre-close hooks at 1732713430449Disabling compacts and flushes for region at 1732713430449Disabling writes for close at 1732713430449Writing region close event to WAL at 1732713430450 (+1 ms)Running coprocessor post-close hooks at 1732713430454 (+4 ms)Closed at 1732713430454 2024-11-27T13:17:10,454 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1732713415180.d2805d0df545db7853046093437c5004. 2024-11-27T13:17:10,454 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6a35c7490aa9fe2b182c01ebcca9a09c, disabling compactions & flushes 2024-11-27T13:17:10,454 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17327133102172,,1732713315385.6a35c7490aa9fe2b182c01ebcca9a09c. 2024-11-27T13:17:10,454 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17327133102172,,1732713315385.6a35c7490aa9fe2b182c01ebcca9a09c. 2024-11-27T13:17:10,454 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17327133102172,,1732713315385.6a35c7490aa9fe2b182c01ebcca9a09c. after waiting 0 ms 2024-11-27T13:17:10,454 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17327133102172,,1732713315385.6a35c7490aa9fe2b182c01ebcca9a09c. 2024-11-27T13:17:10,458 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/ns3/test-17327133102172/6a35c7490aa9fe2b182c01ebcca9a09c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T13:17:10,458 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T13:17:10,458 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17327133102172,,1732713315385.6a35c7490aa9fe2b182c01ebcca9a09c. 2024-11-27T13:17:10,458 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6a35c7490aa9fe2b182c01ebcca9a09c: Waiting for close lock at 1732713430454Running coprocessor pre-close hooks at 1732713430454Disabling compacts and flushes for region at 1732713430454Disabling writes for close at 1732713430454Writing region close event to WAL at 1732713430455 (+1 ms)Running coprocessor post-close hooks at 1732713430458 (+3 ms)Closed at 1732713430458 2024-11-27T13:17:10,458 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17327133102172,,1732713315385.6a35c7490aa9fe2b182c01ebcca9a09c. 2024-11-27T13:17:10,459 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 001a1ad7933b85fdd7ec3757cd8f9288, disabling compactions & flushes 2024-11-27T13:17:10,459 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288. 2024-11-27T13:17:10,459 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288. 2024-11-27T13:17:10,459 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288. after waiting 0 ms 2024-11-27T13:17:10,459 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288. 2024-11-27T13:17:10,459 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 001a1ad7933b85fdd7ec3757cd8f9288 2/2 column families, dataSize=2.12 KB heapSize=3.43 KB 2024-11-27T13:17:10,463 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/.tmp/meta/e15d4a63874540efb6b840f69eb07726 is 158, key is trslm:hdfs://localhost:35613/backupUT\x00ns2:test-17327133102171/meta:log-roll-map/1732713403748/Put/seqid=0 2024-11-27T13:17:10,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741999_1175 (size=6208) 2024-11-27T13:17:10,591 DEBUG [RS:0;1ba5af43fd99:45367 {}] regionserver.HRegionServer(1351): Waiting on 001a1ad7933b85fdd7ec3757cd8f9288, 1588230740, 40eab3de73b334daee2c9eee0ba65c6d, 48230f2b3bf663ff87f1411169e089a0 2024-11-27T13:17:10,791 DEBUG [RS:0;1ba5af43fd99:45367 {}] regionserver.HRegionServer(1351): Waiting on 001a1ad7933b85fdd7ec3757cd8f9288, 1588230740, 40eab3de73b334daee2c9eee0ba65c6d, 48230f2b3bf663ff87f1411169e089a0 2024-11-27T13:17:10,856 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=474 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/hbase/meta/1588230740/.tmp/ns/c1a51dde62a242439375afde56aa3261 2024-11-27T13:17:10,869 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=944 B at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/.tmp/meta/e15d4a63874540efb6b840f69eb07726 2024-11-27T13:17:10,878 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/.tmp/session/0a9b98f55b6f497d8c6a94d74a34ebc9 is 588, key is session:backup_1732713390882/session:context/1732713404190/Put/seqid=0 2024-11-27T13:17:10,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073742000_1176 (size=5689) 2024-11-27T13:17:10,887 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/hbase/meta/1588230740/.tmp/rep_barrier/c4c9d445d93c4ecd85cfd73b5d61369d is 94, key is ns2:table2,,1732713410076.05aabbd187d3ebf52e8f58d563293977./rep_barrier:/1732713424812/DeleteFamily/seqid=0 2024-11-27T13:17:10,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073742001_1177 (size=5640) 2024-11-27T13:17:10,977 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:32805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-27T13:17:10,991 INFO [RS:0;1ba5af43fd99:45367 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-27T13:17:10,991 DEBUG [RS:0;1ba5af43fd99:45367 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 001a1ad7933b85fdd7ec3757cd8f9288=backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288., 40eab3de73b334daee2c9eee0ba65c6d=backup:system_bulk,,1732713323957.40eab3de73b334daee2c9eee0ba65c6d., 48230f2b3bf663ff87f1411169e089a0=table1,row0,1732713415180.48230f2b3bf663ff87f1411169e089a0.} 2024-11-27T13:17:10,991 DEBUG [RS:0;1ba5af43fd99:45367 {}] regionserver.HRegionServer(1351): Waiting on 001a1ad7933b85fdd7ec3757cd8f9288, 1588230740, 40eab3de73b334daee2c9eee0ba65c6d, 48230f2b3bf663ff87f1411169e089a0 2024-11-27T13:17:11,192 DEBUG [RS:0;1ba5af43fd99:45367 {}] regionserver.HRegionServer(1351): Waiting on 001a1ad7933b85fdd7ec3757cd8f9288, 1588230740, 40eab3de73b334daee2c9eee0ba65c6d, 48230f2b3bf663ff87f1411169e089a0 2024-11-27T13:17:11,285 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.20 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/.tmp/session/0a9b98f55b6f497d8c6a94d74a34ebc9 2024-11-27T13:17:11,292 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=266 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/hbase/meta/1588230740/.tmp/rep_barrier/c4c9d445d93c4ecd85cfd73b5d61369d 2024-11-27T13:17:11,296 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/.tmp/meta/e15d4a63874540efb6b840f69eb07726 as hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/meta/e15d4a63874540efb6b840f69eb07726 2024-11-27T13:17:11,301 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/meta/e15d4a63874540efb6b840f69eb07726, entries=7, sequenceid=52, filesize=6.1 K 2024-11-27T13:17:11,302 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/.tmp/session/0a9b98f55b6f497d8c6a94d74a34ebc9 as hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/session/0a9b98f55b6f497d8c6a94d74a34ebc9 2024-11-27T13:17:11,307 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/session/0a9b98f55b6f497d8c6a94d74a34ebc9, entries=2, sequenceid=52, filesize=5.6 K 2024-11-27T13:17:11,307 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 001a1ad7933b85fdd7ec3757cd8f9288 in 848ms, sequenceid=52, compaction requested=true 2024-11-27T13:17:11,313 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/hbase/meta/1588230740/.tmp/table/226395c4fade4d01ba13681a445fa5ba is 88, key is ns2:table2,,1732713410076.05aabbd187d3ebf52e8f58d563293977./table:/1732713424812/DeleteFamily/seqid=0 2024-11-27T13:17:11,313 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system/001a1ad7933b85fdd7ec3757cd8f9288/recovered.edits/55.seqid, newMaxSeqId=55, maxSeqId=1 2024-11-27T13:17:11,314 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T13:17:11,314 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288. 2024-11-27T13:17:11,314 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 001a1ad7933b85fdd7ec3757cd8f9288: Waiting for close lock at 1732713430459Running coprocessor pre-close hooks at 1732713430459Disabling compacts and flushes for region at 1732713430459Disabling writes for close at 1732713430459Obtaining lock to block concurrent updates at 1732713430459Preparing flush snapshotting stores in 001a1ad7933b85fdd7ec3757cd8f9288 at 1732713430459Finished memstore snapshotting backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288., syncing WAL and waiting on mvcc, flushsize=dataSize=2170, getHeapSize=3480, getOffHeapSize=0, getCellsCount=11 at 1732713430459Flushing stores of backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288. at 1732713430460 (+1 ms)Flushing 001a1ad7933b85fdd7ec3757cd8f9288/meta: creating writer at 1732713430460Flushing 001a1ad7933b85fdd7ec3757cd8f9288/meta: appending metadata at 1732713430463 (+3 ms)Flushing 001a1ad7933b85fdd7ec3757cd8f9288/meta: closing flushed file at 1732713430463Flushing 001a1ad7933b85fdd7ec3757cd8f9288/session: creating writer at 1732713430875 (+412 ms)Flushing 001a1ad7933b85fdd7ec3757cd8f9288/session: appending metadata at 1732713430878 (+3 ms)Flushing 001a1ad7933b85fdd7ec3757cd8f9288/session: closing flushed file at 1732713430878Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a26808a: reopening flushed file at 1732713431295 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54f13250: reopening flushed file at 1732713431301 (+6 ms)Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 001a1ad7933b85fdd7ec3757cd8f9288 in 848ms, sequenceid=52, compaction requested=true at 1732713431308 (+7 ms)Writing region close event to WAL at 1732713431310 (+2 ms)Running coprocessor post-close hooks at 1732713431314 (+4 ms)Closed at 1732713431314 2024-11-27T13:17:11,314 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1732713321784.001a1ad7933b85fdd7ec3757cd8f9288. 2024-11-27T13:17:11,314 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 40eab3de73b334daee2c9eee0ba65c6d, disabling compactions & flushes 2024-11-27T13:17:11,314 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1732713323957.40eab3de73b334daee2c9eee0ba65c6d. 2024-11-27T13:17:11,314 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1732713323957.40eab3de73b334daee2c9eee0ba65c6d. 2024-11-27T13:17:11,314 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1732713323957.40eab3de73b334daee2c9eee0ba65c6d. after waiting 0 ms 2024-11-27T13:17:11,314 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1732713323957.40eab3de73b334daee2c9eee0ba65c6d. 2024-11-27T13:17:11,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073742002_1178 (size=6364) 2024-11-27T13:17:11,318 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/backup/system_bulk/40eab3de73b334daee2c9eee0ba65c6d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T13:17:11,319 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T13:17:11,319 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1732713323957.40eab3de73b334daee2c9eee0ba65c6d. 2024-11-27T13:17:11,319 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 40eab3de73b334daee2c9eee0ba65c6d: Waiting for close lock at 1732713431314Running coprocessor pre-close hooks at 1732713431314Disabling compacts and flushes for region at 1732713431314Disabling writes for close at 1732713431314Writing region close event to WAL at 1732713431315 (+1 ms)Running coprocessor post-close hooks at 1732713431319 (+4 ms)Closed at 1732713431319 2024-11-27T13:17:11,319 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1732713323957.40eab3de73b334daee2c9eee0ba65c6d. 2024-11-27T13:17:11,319 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 48230f2b3bf663ff87f1411169e089a0, disabling compactions & flushes 2024-11-27T13:17:11,319 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,row0,1732713415180.48230f2b3bf663ff87f1411169e089a0. 2024-11-27T13:17:11,319 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732713415180.48230f2b3bf663ff87f1411169e089a0. 2024-11-27T13:17:11,319 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732713415180.48230f2b3bf663ff87f1411169e089a0. after waiting 0 ms 2024-11-27T13:17:11,319 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732713415180.48230f2b3bf663ff87f1411169e089a0. 2024-11-27T13:17:11,322 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/default/table1/48230f2b3bf663ff87f1411169e089a0/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=6 2024-11-27T13:17:11,323 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T13:17:11,323 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,row0,1732713415180.48230f2b3bf663ff87f1411169e089a0. 2024-11-27T13:17:11,323 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 48230f2b3bf663ff87f1411169e089a0: Waiting for close lock at 1732713431319Running coprocessor pre-close hooks at 1732713431319Disabling compacts and flushes for region at 1732713431319Disabling writes for close at 1732713431319Writing region close event to WAL at 1732713431320 (+1 ms)Running coprocessor post-close hooks at 1732713431322 (+2 ms)Closed at 1732713431323 (+1 ms) 2024-11-27T13:17:11,323 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row0,1732713415180.48230f2b3bf663ff87f1411169e089a0. 2024-11-27T13:17:11,392 DEBUG [RS:0;1ba5af43fd99:45367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T13:17:11,592 DEBUG [RS:0;1ba5af43fd99:45367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T13:17:11,718 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/hbase/meta/1588230740/.tmp/table/226395c4fade4d01ba13681a445fa5ba 2024-11-27T13:17:11,731 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/hbase/meta/1588230740/.tmp/info/849095295aae42bab91773c182094f0b as hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/hbase/meta/1588230740/info/849095295aae42bab91773c182094f0b 2024-11-27T13:17:11,736 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/hbase/meta/1588230740/info/849095295aae42bab91773c182094f0b, entries=114, sequenceid=97, filesize=18.6 K 2024-11-27T13:17:11,737 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/hbase/meta/1588230740/.tmp/ns/c1a51dde62a242439375afde56aa3261 as hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/hbase/meta/1588230740/ns/c1a51dde62a242439375afde56aa3261 2024-11-27T13:17:11,742 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/hbase/meta/1588230740/ns/c1a51dde62a242439375afde56aa3261, entries=10, sequenceid=97, filesize=5.6 K 2024-11-27T13:17:11,742 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/hbase/meta/1588230740/.tmp/rep_barrier/c4c9d445d93c4ecd85cfd73b5d61369d as hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/hbase/meta/1588230740/rep_barrier/c4c9d445d93c4ecd85cfd73b5d61369d 2024-11-27T13:17:11,747 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/hbase/meta/1588230740/rep_barrier/c4c9d445d93c4ecd85cfd73b5d61369d, entries=3, sequenceid=97, filesize=5.5 K 2024-11-27T13:17:11,748 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/hbase/meta/1588230740/.tmp/table/226395c4fade4d01ba13681a445fa5ba as hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/hbase/meta/1588230740/table/226395c4fade4d01ba13681a445fa5ba 2024-11-27T13:17:11,753 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/hbase/meta/1588230740/table/226395c4fade4d01ba13681a445fa5ba, entries=21, sequenceid=97, filesize=6.2 K 2024-11-27T13:17:11,754 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1764ms, sequenceid=97, compaction requested=false 2024-11-27T13:17:11,758 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/data/hbase/meta/1588230740/recovered.edits/100.seqid, newMaxSeqId=100, maxSeqId=1 2024-11-27T13:17:11,759 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T13:17:11,759 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T13:17:11,759 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T13:17:11,759 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732713429990Running coprocessor pre-close hooks at 1732713429990Disabling compacts and flushes for region at 1732713429990Disabling writes for close at 1732713429990Obtaining lock to block concurrent updates at 1732713429990Preparing flush snapshotting stores in 1588230740 at 1732713429990Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=24544, getHeapSize=43352, getOffHeapSize=0, getCellsCount=235 at 1732713429990Flushing stores of hbase:meta,,1.1588230740 at 1732713429991 (+1 ms)Flushing 1588230740/info: creating writer at 1732713429991Flushing 1588230740/info: appending metadata at 1732713430014 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732713430014Flushing 1588230740/ns: creating writer at 1732713430433 (+419 ms)Flushing 1588230740/ns: appending metadata at 1732713430450 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732713430450Flushing 1588230740/rep_barrier: creating writer at 1732713430867 (+417 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732713430887 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732713430887Flushing 1588230740/table: creating writer at 1732713431297 (+410 ms)Flushing 1588230740/table: appending metadata at 1732713431312 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732713431312Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c5d7130: reopening flushed file at 1732713431729 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d872aa6: reopening flushed file at 1732713431736 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1426ff2f: reopening flushed file at 1732713431742 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ed160ee: reopening flushed file at 1732713431748 (+6 ms)Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1764ms, sequenceid=97, compaction requested=false at 1732713431754 (+6 ms)Writing region close event to WAL at 1732713431755 (+1 ms)Running coprocessor post-close hooks at 1732713431759 (+4 ms)Closed at 1732713431759 2024-11-27T13:17:11,759 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T13:17:11,793 INFO [RS:0;1ba5af43fd99:45367 {}] regionserver.HRegionServer(976): stopping server 1ba5af43fd99,45367,1732713300833; all regions closed. 2024-11-27T13:17:11,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741955_1131 (size=16160) 2024-11-27T13:17:11,805 DEBUG [RS:0;1ba5af43fd99:45367 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/oldWALs 2024-11-27T13:17:11,805 INFO [RS:0;1ba5af43fd99:45367 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ba5af43fd99%2C45367%2C1732713300833.meta:.meta(num 1732713395474) 2024-11-27T13:17:11,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741954_1130 (size=4122) 2024-11-27T13:17:11,807 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0.1732713395455 not finished, retry = 0 2024-11-27T13:17:11,910 DEBUG [RS:0;1ba5af43fd99:45367 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/oldWALs 2024-11-27T13:17:11,910 INFO [RS:0;1ba5af43fd99:45367 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-0:(num 1732713395455) 2024-11-27T13:17:11,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741956_1132 (size=7926) 2024-11-27T13:17:11,912 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/WALs/1ba5af43fd99,45367,1732713300833/1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1.1732713395496 not finished, retry = 0 2024-11-27T13:17:12,022 DEBUG [RS:0;1ba5af43fd99:45367 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/oldWALs 2024-11-27T13:17:12,022 INFO [RS:0;1ba5af43fd99:45367 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ba5af43fd99%2C45367%2C1732713300833.1ba5af43fd99%2C45367%2C1732713300833.regiongroup-1:(num 1732713395496) 2024-11-27T13:17:12,022 DEBUG [RS:0;1ba5af43fd99:45367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:12,022 INFO [RS:0;1ba5af43fd99:45367 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T13:17:12,022 INFO [RS:0;1ba5af43fd99:45367 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T13:17:12,023 INFO [RS:0;1ba5af43fd99:45367 {}] hbase.ChoreService(370): Chore service for: regionserver/1ba5af43fd99:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T13:17:12,023 INFO [RS:0;1ba5af43fd99:45367 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T13:17:12,024 INFO [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T13:17:12,025 INFO [RS:0;1ba5af43fd99:45367 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45367 2024-11-27T13:17:12,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-27T13:17:12,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/1ba5af43fd99,45367,1732713300833 2024-11-27T13:17:12,073 INFO [RS:0;1ba5af43fd99:45367 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T13:17:12,084 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ba5af43fd99,45367,1732713300833] 2024-11-27T13:17:12,093 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/1ba5af43fd99,45367,1732713300833 already deleted, retry=false 2024-11-27T13:17:12,093 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ba5af43fd99,45367,1732713300833 expired; onlineServers=0 2024-11-27T13:17:12,093 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ba5af43fd99,32805,1732713299260' ***** 2024-11-27T13:17:12,094 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T13:17:12,094 INFO [M:0;1ba5af43fd99:32805 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-27T13:17:12,100 INFO [M:0;1ba5af43fd99:32805 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@4d56c683{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master} 2024-11-27T13:17:12,100 INFO [M:0;1ba5af43fd99:32805 {}] server.AbstractConnector(383): Stopped ServerConnector@68168a3e{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-27T13:17:12,100 INFO [M:0;1ba5af43fd99:32805 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T13:17:12,101 INFO [M:0;1ba5af43fd99:32805 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@52308d5c{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-27T13:17:12,101 INFO [M:0;1ba5af43fd99:32805 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@428a1b08{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/hadoop.log.dir/,STOPPED} 2024-11-27T13:17:12,101 INFO [M:0;1ba5af43fd99:32805 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T13:17:12,101 INFO [M:0;1ba5af43fd99:32805 {}] master.HMaster(1770): Stopping master jetty server 2024-11-27T13:17:12,102 INFO [M:0;1ba5af43fd99:32805 {}] server.AbstractConnector(383): Stopped ServerConnector@27a6f3ae{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-27T13:17:12,102 INFO [M:0;1ba5af43fd99:32805 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T13:17:12,103 DEBUG [M:0;1ba5af43fd99:32805 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T13:17:12,103 INFO [M:0;1ba5af43fd99:32805 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner 2024-11-27T13:17:12,103 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T13:17:12,103 INFO [M:0;1ba5af43fd99:32805 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;1ba5af43fd99:32805. 2024-11-27T13:17:12,103 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732713304057 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732713304057,5,FailOnTimeoutGroup] 2024-11-27T13:17:12,103 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732713304056 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732713304056,5,FailOnTimeoutGroup] 2024-11-27T13:17:12,103 DEBUG [M:0;1ba5af43fd99:32805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156) at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444) at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322) at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923) at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439) at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T13:17:12,103 DEBUG [M:0;1ba5af43fd99:32805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:12,103 DEBUG [M:0;1ba5af43fd99:32805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:17:12,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:17:12,103 DEBUG [M:0;1ba5af43fd99:32805 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T13:17:12,104 INFO [M:0;1ba5af43fd99:32805 {}] hbase.ChoreService(370): Chore service for: master/1ba5af43fd99:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T13:17:12,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-11-27T13:17:12,104 INFO [M:0;1ba5af43fd99:32805 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T13:17:12,104 DEBUG [M:0;1ba5af43fd99:32805 {}] master.HMaster(1795): Stopping service threads 2024-11-27T13:17:12,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T13:17:12,104 INFO [M:0;1ba5af43fd99:32805 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T13:17:12,104 INFO [M:0;1ba5af43fd99:32805 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T13:17:12,104 ERROR [M:0;1ba5af43fd99:32805 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] 2024-11-27T13:17:12,105 INFO [M:0;1ba5af43fd99:32805 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T13:17:12,105 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T13:17:12,106 DEBUG [M:0;1ba5af43fd99:32805 {}] zookeeper.ZKUtil(347): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-11-27T13:17:12,106 WARN [M:0;1ba5af43fd99:32805 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T13:17:12,106 INFO [M:0;1ba5af43fd99:32805 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/.lastflushedseqids 2024-11-27T13:17:12,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073742003_1179 (size=761) 2024-11-27T13:17:12,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T13:17:12,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1017c6eb57c0001, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T13:17:12,184 INFO [RS:0;1ba5af43fd99:45367 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T13:17:12,184 INFO [RS:0;1ba5af43fd99:45367 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ba5af43fd99,45367,1732713300833; zookeeper connection closed. 2024-11-27T13:17:12,185 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4e9566bf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4e9566bf 2024-11-27T13:17:12,186 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T13:17:12,521 INFO [M:0;1ba5af43fd99:32805 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T13:17:12,522 INFO [M:0;1ba5af43fd99:32805 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T13:17:12,522 DEBUG [M:0;1ba5af43fd99:32805 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T13:17:12,541 INFO [M:0;1ba5af43fd99:32805 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T13:17:12,541 DEBUG [M:0;1ba5af43fd99:32805 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T13:17:12,541 DEBUG [M:0;1ba5af43fd99:32805 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T13:17:12,541 DEBUG [M:0;1ba5af43fd99:32805 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T13:17:12,541 INFO [M:0;1ba5af43fd99:32805 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=441.29 KB heapSize=518.05 KB 2024-11-27T13:17:12,556 DEBUG [M:0;1ba5af43fd99:32805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc0e6cf0d47c42c787d96c8e3a109266 is 82, key is hbase:meta,,1/info:regioninfo/1732713305404/Put/seqid=0 2024-11-27T13:17:12,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073742004_1180 (size=5672) 2024-11-27T13:17:12,961 INFO [M:0;1ba5af43fd99:32805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=903 (bloomFilter=true), to=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc0e6cf0d47c42c787d96c8e3a109266 2024-11-27T13:17:12,988 DEBUG [M:0;1ba5af43fd99:32805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/46aa8adbe5234f809b8d0e6796b5fe5e is 2202, key is \x00\x00\x00\x00\x00\x00\x00Q/proc:d/1732713421925/Put/seqid=0 2024-11-27T13:17:12,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073742005_1181 (size=30174) 2024-11-27T13:17:13,393 INFO [M:0;1ba5af43fd99:32805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=440.73 KB at sequenceid=903 (bloomFilter=true), to=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/46aa8adbe5234f809b8d0e6796b5fe5e 2024-11-27T13:17:13,401 INFO [M:0;1ba5af43fd99:32805 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 46aa8adbe5234f809b8d0e6796b5fe5e 2024-11-27T13:17:13,419 DEBUG [M:0;1ba5af43fd99:32805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ed7dcb5fe0d46ebb3a228e897467420 is 69, key is 1ba5af43fd99,45367,1732713300833/rs:state/1732713304171/Put/seqid=0 2024-11-27T13:17:13,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073742006_1182 (size=5156) 2024-11-27T13:17:13,824 INFO [M:0;1ba5af43fd99:32805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=903 (bloomFilter=true), to=hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ed7dcb5fe0d46ebb3a228e897467420 2024-11-27T13:17:13,836 DEBUG [M:0;1ba5af43fd99:32805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc0e6cf0d47c42c787d96c8e3a109266 as hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fc0e6cf0d47c42c787d96c8e3a109266 2024-11-27T13:17:13,841 INFO [M:0;1ba5af43fd99:32805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fc0e6cf0d47c42c787d96c8e3a109266, entries=8, sequenceid=903, filesize=5.5 K 2024-11-27T13:17:13,842 DEBUG [M:0;1ba5af43fd99:32805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/46aa8adbe5234f809b8d0e6796b5fe5e as hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/46aa8adbe5234f809b8d0e6796b5fe5e 2024-11-27T13:17:13,847 INFO [M:0;1ba5af43fd99:32805 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 46aa8adbe5234f809b8d0e6796b5fe5e 2024-11-27T13:17:13,847 INFO [M:0;1ba5af43fd99:32805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/46aa8adbe5234f809b8d0e6796b5fe5e, entries=94, sequenceid=903, filesize=29.5 K 2024-11-27T13:17:13,848 DEBUG [M:0;1ba5af43fd99:32805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ed7dcb5fe0d46ebb3a228e897467420 as hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ed7dcb5fe0d46ebb3a228e897467420 2024-11-27T13:17:13,852 INFO [M:0;1ba5af43fd99:32805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35613/user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ed7dcb5fe0d46ebb3a228e897467420, entries=1, sequenceid=903, filesize=5.0 K 2024-11-27T13:17:13,853 INFO [M:0;1ba5af43fd99:32805 {}] regionserver.HRegion(3140): Finished flush of dataSize ~441.29 KB/451878, heapSize ~517.76 KB/530184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=903, compaction requested=false 2024-11-27T13:17:13,855 INFO [M:0;1ba5af43fd99:32805 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T13:17:13,855 DEBUG [M:0;1ba5af43fd99:32805 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732713432522Disabling compacts and flushes for region at 1732713432522Disabling writes for close at 1732713432541 (+19 ms)Obtaining lock to block concurrent updates at 1732713432541Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732713432541Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=451878, getHeapSize=530424, getOffHeapSize=0, getCellsCount=1026 at 1732713432542 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732713432542Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732713432542Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732713432555 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732713432555Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732713432971 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732713432988 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732713432988Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732713433401 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732713433418 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732713433418Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@231ca185: reopening flushed file at 1732713433835 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39b320f3: reopening flushed file at 1732713433841 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f212811: reopening flushed file at 1732713433847 (+6 ms)Finished flush of dataSize ~441.29 KB/451878, heapSize ~517.76 KB/530184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=903, compaction requested=false at 1732713433853 (+6 ms)Writing region close event to WAL at 1732713433854 (+1 ms)Closed at 1732713433854 2024-11-27T13:17:13,857 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b6006588-0f27-dd58-3d0c-183c0c8125c0/MasterData/WALs/1ba5af43fd99,32805,1732713299260/1ba5af43fd99%2C32805%2C1732713299260.1ba5af43fd99%2C32805%2C1732713299260.regiongroup-0.1732713303217 not finished, retry = 0 2024-11-27T13:17:13,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741830_1006 (size=511484) 2024-11-27T13:17:13,959 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T13:17:13,959 INFO [M:0;1ba5af43fd99:32805 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T13:17:13,959 INFO [M:0;1ba5af43fd99:32805 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2024-11-27T13:17:13,959 INFO [M:0;1ba5af43fd99:32805 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32805 2024-11-27T13:17:13,959 INFO [M:0;1ba5af43fd99:32805 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T13:17:14,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T13:17:14,120 INFO [M:0;1ba5af43fd99:32805 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T13:17:14,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1017c6eb57c0000, quorum=127.0.0.1:50409, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T13:17:14,145 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3cc93e4d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T13:17:14,148 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@233938f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T13:17:14,149 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T13:17:14,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@655474f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T13:17:14,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@191a481c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/hadoop.log.dir/,STOPPED} 2024-11-27T13:17:14,152 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T13:17:14,152 WARN [BP-1833959882-172.17.0.3-1732713295294 heartbeating to localhost/127.0.0.1:35613 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T13:17:14,152 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T13:17:14,152 WARN [BP-1833959882-172.17.0.3-1732713295294 heartbeating to localhost/127.0.0.1:35613 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1833959882-172.17.0.3-1732713295294 (Datanode Uuid 1f2b3c45-97c3-40e4-895e-3feadd71e5f7) service to localhost/127.0.0.1:35613 2024-11-27T13:17:14,154 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/cluster_ccda39a0-b075-b3bd-d40a-a0877dab4563/data/data1/current/BP-1833959882-172.17.0.3-1732713295294 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T13:17:14,154 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/cluster_ccda39a0-b075-b3bd-d40a-a0877dab4563/data/data2/current/BP-1833959882-172.17.0.3-1732713295294 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T13:17:14,155 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T13:17:14,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38e78c7b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T13:17:14,161 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c336369{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T13:17:14,161 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T13:17:14,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b22dca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T13:17:14,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f045f3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/hadoop.log.dir/,STOPPED} 2024-11-27T13:17:14,170 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T13:17:14,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T13:17:14,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster... 2024-11-27T13:17:14,238 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@478f6891{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-27T13:17:14,239 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ac38560{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T13:17:14,239 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T13:17:14,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e44c93d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-27T13:17:14,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4abf0cf7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/hadoop.log.dir/,STOPPED} 2024-11-27T13:17:14,247 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13c8b173{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-27T13:17:14,247 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@537be050{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T13:17:14,247 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T13:17:14,247 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cce3f2d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-27T13:17:14,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cdca7c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/hadoop.log.dir/,STOPPED} 2024-11-27T13:17:14,262 ERROR [Thread[Thread-270,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-27T13:17:14,262 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@162d342a{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-27T13:17:14,262 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46e51a86{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T13:17:14,262 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T13:17:14,263 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ec5d7f6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-27T13:17:14,263 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f34157b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/hadoop.log.dir/,STOPPED} 2024-11-27T13:17:14,265 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2024-11-27T13:17:14,268 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException 2024-11-27T13:17:14,268 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted 2024-11-27T13:17:14,269 ERROR [Thread[Thread-293,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-27T13:17:14,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a2b429a{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-27T13:17:14,271 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25292ccb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T13:17:14,271 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T13:17:14,272 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fa8e2d3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-27T13:17:14,272 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17422150{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/ff7e287c-0b6a-b5cc-ec6b-ab7c64ef1603/hadoop.log.dir/,STOPPED} 2024-11-27T13:17:14,273 ERROR [Thread[Thread-252,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-27T13:17:14,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped