2024-11-11 15:49:31,626 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@17bffc17 2024-11-11 15:49:31,693 main DEBUG Took 0.065005 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 15:49:31,694 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 15:49:31,694 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 15:49:31,696 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 15:49:31,698 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:49:31,714 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 15:49:31,739 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:49:31,741 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:49:31,742 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:49:31,743 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:49:31,744 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:49:31,744 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:49:31,745 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:49:31,746 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:49:31,746 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:49:31,747 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:49:31,748 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:49:31,749 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:49:31,749 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:49:31,750 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:49:31,750 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:49:31,751 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:49:31,751 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:49:31,752 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:49:31,752 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:49:31,753 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:49:31,754 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:49:31,754 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:49:31,755 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:49:31,755 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:49:31,756 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:49:31,757 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 15:49:31,759 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:49:31,761 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 15:49:31,763 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 15:49:31,764 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 15:49:31,765 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 15:49:31,766 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 15:49:31,781 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 15:49:31,784 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 15:49:31,787 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 15:49:31,787 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 15:49:31,788 main DEBUG createAppenders(={Console}) 2024-11-11 15:49:31,789 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@17bffc17 initialized 2024-11-11 15:49:31,789 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@17bffc17 2024-11-11 15:49:31,790 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@17bffc17 OK. 2024-11-11 15:49:31,790 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 15:49:31,791 main DEBUG OutputStream closed 2024-11-11 15:49:31,791 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 15:49:31,791 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 15:49:31,792 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@52af26ee OK 2024-11-11 15:49:31,912 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 15:49:31,915 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 15:49:31,916 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 15:49:31,921 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 15:49:31,923 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 15:49:31,923 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 15:49:31,924 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 15:49:31,924 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 15:49:31,925 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 15:49:31,925 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 15:49:31,926 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 15:49:31,926 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 15:49:31,927 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 15:49:31,927 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 15:49:31,928 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 15:49:31,928 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 15:49:31,929 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 15:49:31,930 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 15:49:31,936 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 15:49:31,937 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@528c868) with optional ClassLoader: null 2024-11-11 15:49:31,937 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 15:49:31,938 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@528c868] started OK. 2024-11-11T15:49:31,960 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.regionreplication.TestRegionReplicationSinkCallbackAndFlushConcurrently timeout: 13 mins 2024-11-11 15:49:31,964 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 15:49:31,965 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T15:49:32,359 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb15c9a-28d2-e464-ade5-fcfd567ed998 2024-11-11T15:49:32,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=class org.apache.hadoop.hbase.regionserver.regionreplication.TestRegionReplicationSinkCallbackAndFlushConcurrently$RSForTest, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T15:49:32,428 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb15c9a-28d2-e464-ade5-fcfd567ed998/cluster_d0a7ca51-4820-b77b-152b-5037573daf2a, deleteOnExit=true 2024-11-11T15:49:32,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T15:49:32,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb15c9a-28d2-e464-ade5-fcfd567ed998/test.cache.data in system properties and HBase conf 2024-11-11T15:49:32,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb15c9a-28d2-e464-ade5-fcfd567ed998/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T15:49:32,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb15c9a-28d2-e464-ade5-fcfd567ed998/hadoop.log.dir in system properties and HBase conf 2024-11-11T15:49:32,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb15c9a-28d2-e464-ade5-fcfd567ed998/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T15:49:32,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb15c9a-28d2-e464-ade5-fcfd567ed998/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T15:49:32,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T15:49:32,581 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T15:49:32,710 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T15:49:32,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb15c9a-28d2-e464-ade5-fcfd567ed998/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:49:32,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb15c9a-28d2-e464-ade5-fcfd567ed998/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:49:32,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb15c9a-28d2-e464-ade5-fcfd567ed998/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T15:49:32,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb15c9a-28d2-e464-ade5-fcfd567ed998/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:49:32,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb15c9a-28d2-e464-ade5-fcfd567ed998/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T15:49:32,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb15c9a-28d2-e464-ade5-fcfd567ed998/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T15:49:32,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb15c9a-28d2-e464-ade5-fcfd567ed998/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:49:32,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb15c9a-28d2-e464-ade5-fcfd567ed998/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:49:32,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb15c9a-28d2-e464-ade5-fcfd567ed998/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T15:49:32,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb15c9a-28d2-e464-ade5-fcfd567ed998/nfs.dump.dir in system properties and HBase conf 2024-11-11T15:49:32,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb15c9a-28d2-e464-ade5-fcfd567ed998/java.io.tmpdir in system properties and HBase conf 2024-11-11T15:49:32,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb15c9a-28d2-e464-ade5-fcfd567ed998/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:49:32,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb15c9a-28d2-e464-ade5-fcfd567ed998/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T15:49:32,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb15c9a-28d2-e464-ade5-fcfd567ed998/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T15:49:33,989 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T15:49:34,116 INFO [Time-limited test {}] log.Log(170): Logging initialized @3495ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-11T15:49:34,242 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:49:34,344 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:49:34,392 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:49:34,394 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:49:34,396 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T15:49:34,430 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:49:34,435 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fb248e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb15c9a-28d2-e464-ade5-fcfd567ed998/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:49:34,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cba34ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:49:34,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@661e928b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb15c9a-28d2-e464-ade5-fcfd567ed998/java.io.tmpdir/jetty-localhost-44263-hadoop-hdfs-3_4_1-tests_jar-_-any-6223557806147596955/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:49:34,709 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c5f3317{HTTP/1.1, (http/1.1)}{localhost:44263} 2024-11-11T15:49:34,709 INFO [Time-limited test {}] server.Server(415): Started @4089ms 2024-11-11T15:49:35,261 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:49:35,273 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:49:35,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:49:35,288 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:49:35,288 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T15:49:35,292 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a56f4f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb15c9a-28d2-e464-ade5-fcfd567ed998/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:49:35,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9377516{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:49:35,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6612ff75{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb15c9a-28d2-e464-ade5-fcfd567ed998/java.io.tmpdir/jetty-localhost-35175-hadoop-hdfs-3_4_1-tests_jar-_-any-10514798583286444656/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:49:35,489 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@548def39{HTTP/1.1, (http/1.1)}{localhost:35175} 2024-11-11T15:49:35,489 INFO [Time-limited test {}] server.Server(415): Started @4869ms 2024-11-11T15:49:35,588 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T15:49:36,416 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb15c9a-28d2-e464-ade5-fcfd567ed998/cluster_d0a7ca51-4820-b77b-152b-5037573daf2a/data/data1/current/BP-1378929025-172.17.0.3-1731340173639/current, will proceed with Du for space computation calculation, 2024-11-11T15:49:36,416 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb15c9a-28d2-e464-ade5-fcfd567ed998/cluster_d0a7ca51-4820-b77b-152b-5037573daf2a/data/data2/current/BP-1378929025-172.17.0.3-1731340173639/current, will proceed with Du for space computation calculation, 2024-11-11T15:49:36,573 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T15:49:36,689 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc9ff96af2a719baa with lease ID 0x2ec185ebaaebafc4: Processing first storage report for DS-45c13701-c97d-4c1e-991d-bfe617922466 from datanode DatanodeRegistration(127.0.0.1:38741, datanodeUuid=5f90c0cc-2985-4484-b140-db2cd0822699, infoPort=44977, infoSecurePort=0, ipcPort=45977, storageInfo=lv=-57;cid=testClusterID;nsid=503922276;c=1731340173639) 2024-11-11T15:49:36,692 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc9ff96af2a719baa with lease ID 0x2ec185ebaaebafc4: from storage DS-45c13701-c97d-4c1e-991d-bfe617922466 node DatanodeRegistration(127.0.0.1:38741, datanodeUuid=5f90c0cc-2985-4484-b140-db2cd0822699, infoPort=44977, infoSecurePort=0, ipcPort=45977, storageInfo=lv=-57;cid=testClusterID;nsid=503922276;c=1731340173639), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-11T15:49:36,696 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc9ff96af2a719baa with lease ID 0x2ec185ebaaebafc4: Processing first storage report for DS-e2ba263b-2642-4c9e-b992-bdc3ab647f93 from datanode DatanodeRegistration(127.0.0.1:38741, datanodeUuid=5f90c0cc-2985-4484-b140-db2cd0822699, infoPort=44977, infoSecurePort=0, ipcPort=45977, storageInfo=lv=-57;cid=testClusterID;nsid=503922276;c=1731340173639) 2024-11-11T15:49:36,697 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc9ff96af2a719baa with lease ID 0x2ec185ebaaebafc4: from storage DS-e2ba263b-2642-4c9e-b992-bdc3ab647f93 node DatanodeRegistration(127.0.0.1:38741, datanodeUuid=5f90c0cc-2985-4484-b140-db2cd0822699, infoPort=44977, infoSecurePort=0, ipcPort=45977, storageInfo=lv=-57;cid=testClusterID;nsid=503922276;c=1731340173639), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:49:36,739 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb15c9a-28d2-e464-ade5-fcfd567ed998 2024-11-11T15:49:36,902 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb15c9a-28d2-e464-ade5-fcfd567ed998/cluster_d0a7ca51-4820-b77b-152b-5037573daf2a/zookeeper_0, clientPort=63352, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb15c9a-28d2-e464-ade5-fcfd567ed998/cluster_d0a7ca51-4820-b77b-152b-5037573daf2a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb15c9a-28d2-e464-ade5-fcfd567ed998/cluster_d0a7ca51-4820-b77b-152b-5037573daf2a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T15:49:36,917 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63352 2024-11-11T15:49:36,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:49:36,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:49:37,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741825_1001 (size=7) 2024-11-11T15:49:37,732 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5 with version=8 2024-11-11T15:49:37,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/hbase-staging 2024-11-11T15:49:37,869 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T15:49:38,284 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:49:38,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:49:38,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:49:38,309 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:49:38,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:49:38,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:49:38,547 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T15:49:38,636 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T15:49:38,649 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T15:49:38,655 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:49:38,698 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 26690 (auto-detected) 2024-11-11T15:49:38,699 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-11T15:49:38,745 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42585 2024-11-11T15:49:38,785 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42585 connecting to ZooKeeper ensemble=127.0.0.1:63352 2024-11-11T15:49:38,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425850x0, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:49:38,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42585-0x1019806034c0000 connected 2024-11-11T15:49:39,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:49:39,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:49:39,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42585-0x1019806034c0000, quorum=127.0.0.1:63352, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:49:39,116 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5, hbase.cluster.distributed=false 2024-11-11T15:49:39,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42585-0x1019806034c0000, quorum=127.0.0.1:63352, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T15:49:39,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42585 2024-11-11T15:49:39,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42585 2024-11-11T15:49:39,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42585 2024-11-11T15:49:39,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42585 2024-11-11T15:49:39,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42585 2024-11-11T15:49:39,375 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:49:39,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:49:39,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:49:39,378 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:49:39,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:49:39,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:49:39,384 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:49:39,387 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:49:39,388 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42187 2024-11-11T15:49:39,397 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42187 connecting to ZooKeeper ensemble=127.0.0.1:63352 2024-11-11T15:49:39,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:49:39,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:49:39,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421870x0, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:49:39,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421870x0, quorum=127.0.0.1:63352, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:49:39,430 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42187-0x1019806034c0001 connected 2024-11-11T15:49:39,434 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:49:39,446 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:49:39,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42187-0x1019806034c0001, quorum=127.0.0.1:63352, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T15:49:39,456 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42187-0x1019806034c0001, quorum=127.0.0.1:63352, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T15:49:39,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42187 2024-11-11T15:49:39,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42187 2024-11-11T15:49:39,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42187 2024-11-11T15:49:39,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42187 2024-11-11T15:49:39,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42187 2024-11-11T15:49:39,492 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:49:39,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:49:39,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:49:39,493 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:49:39,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:49:39,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:49:39,494 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:49:39,495 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:49:39,496 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42619 2024-11-11T15:49:39,499 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42619 connecting to ZooKeeper ensemble=127.0.0.1:63352 2024-11-11T15:49:39,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:49:39,504 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:49:39,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426190x0, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:49:39,520 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42619-0x1019806034c0002 connected 2024-11-11T15:49:39,524 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42619-0x1019806034c0002, quorum=127.0.0.1:63352, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:49:39,529 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:49:39,534 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:49:39,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42619-0x1019806034c0002, quorum=127.0.0.1:63352, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T15:49:39,544 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42619-0x1019806034c0002, quorum=127.0.0.1:63352, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T15:49:39,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42619 2024-11-11T15:49:39,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42619 2024-11-11T15:49:39,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42619 2024-11-11T15:49:39,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42619 2024-11-11T15:49:39,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42619 2024-11-11T15:49:39,581 DEBUG [M:0;9a1fddc00362:42585 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9a1fddc00362:42585 2024-11-11T15:49:39,588 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9a1fddc00362,42585,1731340177982 2024-11-11T15:49:39,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42187-0x1019806034c0001, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:49:39,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x1019806034c0000, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:49:39,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42619-0x1019806034c0002, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:49:39,614 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42585-0x1019806034c0000, quorum=127.0.0.1:63352, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9a1fddc00362,42585,1731340177982 2024-11-11T15:49:39,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42619-0x1019806034c0002, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T15:49:39,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x1019806034c0000, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:49:39,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42619-0x1019806034c0002, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:49:39,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42187-0x1019806034c0001, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T15:49:39,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42187-0x1019806034c0001, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:49:39,663 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42585-0x1019806034c0000, quorum=127.0.0.1:63352, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T15:49:39,665 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9a1fddc00362,42585,1731340177982 from backup master directory 2024-11-11T15:49:39,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x1019806034c0000, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9a1fddc00362,42585,1731340177982 2024-11-11T15:49:39,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42619-0x1019806034c0002, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:49:39,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x1019806034c0000, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:49:39,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42187-0x1019806034c0001, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:49:39,674 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:49:39,674 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9a1fddc00362,42585,1731340177982 2024-11-11T15:49:39,677 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-11T15:49:39,679 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-11T15:49:39,787 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/hbase.id] with ID: 482a24f1-1b8f-4ff7-91b1-1e6f9d3e9a18 2024-11-11T15:49:39,788 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/.tmp/hbase.id 2024-11-11T15:49:39,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741826_1002 (size=42) 2024-11-11T15:49:40,232 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/.tmp/hbase.id]:[hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/hbase.id] 2024-11-11T15:49:40,291 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:49:40,298 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T15:49:40,326 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 25ms. 2024-11-11T15:49:40,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42187-0x1019806034c0001, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:49:40,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x1019806034c0000, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:49:40,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42619-0x1019806034c0002, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:49:40,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741827_1003 (size=196) 2024-11-11T15:49:40,794 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:49:40,797 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T15:49:40,821 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T15:49:40,826 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:49:40,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741828_1004 (size=1189) 2024-11-11T15:49:41,288 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/MasterData/data/master/store 2024-11-11T15:49:41,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741829_1005 (size=34) 2024-11-11T15:49:41,716 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-11T15:49:41,720 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:49:41,722 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:49:41,722 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:49:41,722 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:49:41,724 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:49:41,724 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:49:41,724 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:49:41,726 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731340181721Disabling compacts and flushes for region at 1731340181721Disabling writes for close at 1731340181724 (+3 ms)Writing region close event to WAL at 1731340181724Closed at 1731340181724 2024-11-11T15:49:41,729 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/MasterData/data/master/store/.initializing 2024-11-11T15:49:41,729 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/MasterData/WALs/9a1fddc00362,42585,1731340177982 2024-11-11T15:49:41,742 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:49:41,765 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C42585%2C1731340177982, suffix=, logDir=hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/MasterData/WALs/9a1fddc00362,42585,1731340177982, archiveDir=hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/MasterData/oldWALs, maxLogs=10 2024-11-11T15:49:41,802 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/MasterData/WALs/9a1fddc00362,42585,1731340177982/9a1fddc00362%2C42585%2C1731340177982.1731340181772, exclude list is [], retry=0 2024-11-11T15:49:41,829 DEBUG [RSForTest-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38741,DS-45c13701-c97d-4c1e-991d-bfe617922466,DISK] 2024-11-11T15:49:41,833 DEBUG [RSForTest-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-11T15:49:41,884 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/MasterData/WALs/9a1fddc00362,42585,1731340177982/9a1fddc00362%2C42585%2C1731340177982.1731340181772 2024-11-11T15:49:41,893 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44977:44977)] 2024-11-11T15:49:41,894 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:49:41,894 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:49:41,899 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:49:41,900 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:49:41,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:49:42,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T15:49:42,006 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:49:42,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:49:42,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:49:42,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T15:49:42,016 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:49:42,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:49:42,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:49:42,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T15:49:42,027 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:49:42,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:49:42,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:49:42,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T15:49:42,038 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:49:42,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:49:42,040 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:49:42,045 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:49:42,047 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:49:42,055 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:49:42,056 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:49:42,062 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:49:42,067 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:49:42,078 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:49:42,085 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59866688, jitterRate=-0.10791683197021484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:49:42,095 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731340181915Initializing all the Stores at 1731340181918 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340181919 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340181919Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340181920 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340181920Cleaning up temporary data from old regions at 1731340182056 (+136 ms)Region opened successfully at 1731340182095 (+39 ms) 2024-11-11T15:49:42,097 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T15:49:42,147 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22c12c67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:49:42,189 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T15:49:42,204 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T15:49:42,204 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T15:49:42,208 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T15:49:42,210 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T15:49:42,218 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-11T15:49:42,218 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T15:49:42,259 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T15:49:42,274 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42585-0x1019806034c0000, quorum=127.0.0.1:63352, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T15:49:42,276 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T15:49:42,279 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T15:49:42,282 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42585-0x1019806034c0000, quorum=127.0.0.1:63352, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T15:49:42,283 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T15:49:42,286 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T15:49:42,294 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42585-0x1019806034c0000, quorum=127.0.0.1:63352, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T15:49:42,298 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T15:49:42,301 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42585-0x1019806034c0000, quorum=127.0.0.1:63352, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T15:49:42,303 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T15:49:42,331 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42585-0x1019806034c0000, quorum=127.0.0.1:63352, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T15:49:42,337 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T15:49:42,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42619-0x1019806034c0002, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T15:49:42,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42187-0x1019806034c0001, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T15:49:42,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42619-0x1019806034c0002, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:49:42,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42187-0x1019806034c0001, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:49:42,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x1019806034c0000, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T15:49:42,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x1019806034c0000, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:49:42,356 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9a1fddc00362,42585,1731340177982, sessionid=0x1019806034c0000, setting cluster-up flag (Was=false) 2024-11-11T15:49:42,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42619-0x1019806034c0002, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:49:42,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42187-0x1019806034c0001, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:49:42,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x1019806034c0000, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:49:42,391 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T15:49:42,393 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,42585,1731340177982 2024-11-11T15:49:42,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42619-0x1019806034c0002, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:49:42,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42187-0x1019806034c0001, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:49:42,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x1019806034c0000, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:49:42,420 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T15:49:42,422 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,42585,1731340177982 2024-11-11T15:49:42,432 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T15:49:42,468 INFO [RS:1;9a1fddc00362:42619 {}] regionserver.HRegionServer(746): ClusterId : 482a24f1-1b8f-4ff7-91b1-1e6f9d3e9a18 2024-11-11T15:49:42,472 DEBUG [RS:1;9a1fddc00362:42619 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:49:42,485 INFO [RS:0;9a1fddc00362:42187 {}] regionserver.HRegionServer(746): ClusterId : 482a24f1-1b8f-4ff7-91b1-1e6f9d3e9a18 2024-11-11T15:49:42,486 DEBUG [RS:0;9a1fddc00362:42187 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:49:42,486 DEBUG [RS:1;9a1fddc00362:42619 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:49:42,486 DEBUG [RS:1;9a1fddc00362:42619 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:49:42,505 DEBUG [RS:1;9a1fddc00362:42619 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:49:42,511 DEBUG [RS:1;9a1fddc00362:42619 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f83b1c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:49:42,512 DEBUG [RS:0;9a1fddc00362:42187 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:49:42,512 DEBUG [RS:0;9a1fddc00362:42187 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:49:42,528 DEBUG [RS:0;9a1fddc00362:42187 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:49:42,528 DEBUG [RS:0;9a1fddc00362:42187 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13dc094c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:49:42,540 DEBUG [RS:1;9a1fddc00362:42619 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;9a1fddc00362:42619 2024-11-11T15:49:42,549 INFO [RS:1;9a1fddc00362:42619 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:49:42,550 INFO [RS:1;9a1fddc00362:42619 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:49:42,550 DEBUG [RS:1;9a1fddc00362:42619 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:49:42,562 INFO [RS:1;9a1fddc00362:42619 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,42585,1731340177982 with port=42619, startcode=1731340179491 2024-11-11T15:49:42,576 DEBUG [RS:0;9a1fddc00362:42187 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9a1fddc00362:42187 2024-11-11T15:49:42,577 INFO [RS:0;9a1fddc00362:42187 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:49:42,577 INFO [RS:0;9a1fddc00362:42187 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:49:42,577 DEBUG [RS:0;9a1fddc00362:42187 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:49:42,581 INFO [RS:0;9a1fddc00362:42187 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,42585,1731340177982 with port=42187, startcode=1731340179306 2024-11-11T15:49:42,592 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T15:49:42,593 DEBUG [RS:0;9a1fddc00362:42187 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:49:42,594 DEBUG [RS:1;9a1fddc00362:42619 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:49:42,608 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T15:49:42,617 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T15:49:42,624 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9a1fddc00362,42585,1731340177982 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T15:49:42,654 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:49:42,654 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:49:42,660 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:49:42,660 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:49:42,660 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:49:42,660 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:49:42,661 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9a1fddc00362:0, corePoolSize=10, maxPoolSize=10 2024-11-11T15:49:42,661 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:49:42,661 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:49:42,661 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:49:42,664 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42585 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-11T15:49:42,672 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42585 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-11T15:49:42,682 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:49:42,683 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T15:49:42,685 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731340212685 2024-11-11T15:49:42,687 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T15:49:42,689 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T15:49:42,694 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T15:49:42,695 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T15:49:42,695 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T15:49:42,696 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T15:49:42,705 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:49:42,712 DEBUG [RS:0;9a1fddc00362:42187 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T15:49:42,712 WARN [RS:0;9a1fddc00362:42187 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T15:49:42,713 DEBUG [RS:1;9a1fddc00362:42619 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T15:49:42,713 WARN [RS:1;9a1fddc00362:42619 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T15:49:42,713 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T15:49:42,714 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:49:42,715 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T15:49:42,715 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T15:49:42,715 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T15:49:42,718 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T15:49:42,719 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T15:49:42,724 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731340182720,5,FailOnTimeoutGroup] 2024-11-11T15:49:42,732 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731340182724,5,FailOnTimeoutGroup] 2024-11-11T15:49:42,732 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:49:42,732 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T15:49:42,734 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T15:49:42,734 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T15:49:42,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741831_1007 (size=1321) 2024-11-11T15:49:42,766 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T15:49:42,766 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5 2024-11-11T15:49:42,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741832_1008 (size=32) 2024-11-11T15:49:42,817 INFO [RS:1;9a1fddc00362:42619 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,42585,1731340177982 with port=42619, startcode=1731340179491 2024-11-11T15:49:42,818 INFO [RS:0;9a1fddc00362:42187 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,42585,1731340177982 with port=42187, startcode=1731340179306 2024-11-11T15:49:42,820 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42585 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9a1fddc00362,42619,1731340179491 2024-11-11T15:49:42,823 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42585 {}] master.ServerManager(517): Registering regionserver=9a1fddc00362,42619,1731340179491 2024-11-11T15:49:42,835 DEBUG [RS:1;9a1fddc00362:42619 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5 2024-11-11T15:49:42,836 DEBUG [RS:1;9a1fddc00362:42619 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45537 2024-11-11T15:49:42,836 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42585 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9a1fddc00362,42187,1731340179306 2024-11-11T15:49:42,836 DEBUG [RS:1;9a1fddc00362:42619 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:49:42,836 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42585 {}] master.ServerManager(517): Registering regionserver=9a1fddc00362,42187,1731340179306 2024-11-11T15:49:42,843 DEBUG [RS:0;9a1fddc00362:42187 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5 2024-11-11T15:49:42,843 DEBUG [RS:0;9a1fddc00362:42187 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45537 2024-11-11T15:49:42,843 DEBUG [RS:0;9a1fddc00362:42187 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:49:42,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x1019806034c0000, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T15:49:42,849 DEBUG [RS:1;9a1fddc00362:42619 {}] zookeeper.ZKUtil(111): regionserver:42619-0x1019806034c0002, quorum=127.0.0.1:63352, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9a1fddc00362,42619,1731340179491 2024-11-11T15:49:42,850 WARN [RS:1;9a1fddc00362:42619 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:49:42,850 INFO [RS:1;9a1fddc00362:42619 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:49:42,850 DEBUG [RS:1;9a1fddc00362:42619 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/WALs/9a1fddc00362,42619,1731340179491 2024-11-11T15:49:42,850 DEBUG [RS:0;9a1fddc00362:42187 {}] zookeeper.ZKUtil(111): regionserver:42187-0x1019806034c0001, quorum=127.0.0.1:63352, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9a1fddc00362,42187,1731340179306 2024-11-11T15:49:42,851 WARN [RS:0;9a1fddc00362:42187 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:49:42,851 INFO [RS:0;9a1fddc00362:42187 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:49:42,851 DEBUG [RS:0;9a1fddc00362:42187 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/WALs/9a1fddc00362,42187,1731340179306 2024-11-11T15:49:42,853 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9a1fddc00362,42187,1731340179306] 2024-11-11T15:49:42,853 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9a1fddc00362,42619,1731340179491] 2024-11-11T15:49:42,888 INFO [RS:1;9a1fddc00362:42619 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:49:42,888 INFO [RS:0;9a1fddc00362:42187 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:49:42,910 INFO [RS:1;9a1fddc00362:42619 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:49:42,912 INFO [RS:0;9a1fddc00362:42187 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:49:42,919 INFO [RS:0;9a1fddc00362:42187 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:49:42,919 INFO [RS:0;9a1fddc00362:42187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:49:42,924 INFO [RS:1;9a1fddc00362:42619 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:49:42,925 INFO [RS:1;9a1fddc00362:42619 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:49:42,928 INFO [RS:1;9a1fddc00362:42619 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:49:42,928 INFO [RS:0;9a1fddc00362:42187 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:49:42,938 INFO [RS:1;9a1fddc00362:42619 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:49:42,938 INFO [RS:0;9a1fddc00362:42187 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:49:42,941 INFO [RS:0;9a1fddc00362:42187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:49:42,942 INFO [RS:1;9a1fddc00362:42619 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:49:42,942 DEBUG [RS:0;9a1fddc00362:42187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:49:42,942 DEBUG [RS:1;9a1fddc00362:42619 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:49:42,942 DEBUG [RS:0;9a1fddc00362:42187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:49:42,943 DEBUG [RS:1;9a1fddc00362:42619 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:49:42,943 DEBUG [RS:0;9a1fddc00362:42187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:49:42,943 DEBUG [RS:1;9a1fddc00362:42619 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:49:42,943 DEBUG [RS:0;9a1fddc00362:42187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:49:42,943 DEBUG [RS:1;9a1fddc00362:42619 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:49:42,943 DEBUG [RS:0;9a1fddc00362:42187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:49:42,943 DEBUG [RS:1;9a1fddc00362:42619 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:49:42,943 DEBUG [RS:1;9a1fddc00362:42619 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:49:42,943 DEBUG [RS:1;9a1fddc00362:42619 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:49:42,944 DEBUG [RS:1;9a1fddc00362:42619 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:49:42,944 DEBUG [RS:1;9a1fddc00362:42619 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:49:42,944 DEBUG [RS:1;9a1fddc00362:42619 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:49:42,944 DEBUG [RS:1;9a1fddc00362:42619 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:49:42,944 DEBUG [RS:1;9a1fddc00362:42619 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:49:42,945 DEBUG [RS:1;9a1fddc00362:42619 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:49:42,947 INFO [RS:1;9a1fddc00362:42619 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:49:42,947 INFO [RS:1;9a1fddc00362:42619 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:49:42,947 INFO [RS:1;9a1fddc00362:42619 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:49:42,948 INFO [RS:1;9a1fddc00362:42619 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:49:42,948 INFO [RS:1;9a1fddc00362:42619 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:49:42,948 INFO [RS:1;9a1fddc00362:42619 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,42619,1731340179491-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:49:42,951 DEBUG [RS:0;9a1fddc00362:42187 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:49:42,952 DEBUG [RS:0;9a1fddc00362:42187 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:49:42,952 DEBUG [RS:0;9a1fddc00362:42187 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:49:42,952 DEBUG [RS:0;9a1fddc00362:42187 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:49:42,952 DEBUG [RS:0;9a1fddc00362:42187 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:49:42,952 DEBUG [RS:0;9a1fddc00362:42187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:49:42,953 DEBUG [RS:0;9a1fddc00362:42187 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:49:42,953 DEBUG [RS:0;9a1fddc00362:42187 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:49:42,954 INFO [RS:0;9a1fddc00362:42187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:49:42,954 INFO [RS:0;9a1fddc00362:42187 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:49:42,954 INFO [RS:0;9a1fddc00362:42187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:49:42,954 INFO [RS:0;9a1fddc00362:42187 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:49:42,954 INFO [RS:0;9a1fddc00362:42187 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:49:42,954 INFO [RS:0;9a1fddc00362:42187 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,42187,1731340179306-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:49:42,977 INFO [RS:1;9a1fddc00362:42619 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:49:42,980 INFO [RS:1;9a1fddc00362:42619 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,42619,1731340179491-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:49:42,980 INFO [RS:1;9a1fddc00362:42619 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:49:42,981 INFO [RS:1;9a1fddc00362:42619 {}] regionserver.Replication(171): 9a1fddc00362,42619,1731340179491 started 2024-11-11T15:49:42,986 INFO [RS:0;9a1fddc00362:42187 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:49:42,987 INFO [RS:0;9a1fddc00362:42187 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,42187,1731340179306-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:49:42,987 INFO [RS:0;9a1fddc00362:42187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:49:42,987 INFO [RS:0;9a1fddc00362:42187 {}] regionserver.Replication(171): 9a1fddc00362,42187,1731340179306 started 2024-11-11T15:49:43,012 INFO [RS:0;9a1fddc00362:42187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:49:43,013 INFO [RS:0;9a1fddc00362:42187 {}] regionserver.HRegionServer(1482): Serving as 9a1fddc00362,42187,1731340179306, RpcServer on 9a1fddc00362/172.17.0.3:42187, sessionid=0x1019806034c0001 2024-11-11T15:49:43,014 DEBUG [RS:0;9a1fddc00362:42187 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:49:43,014 DEBUG [RS:0;9a1fddc00362:42187 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9a1fddc00362,42187,1731340179306 2024-11-11T15:49:43,015 DEBUG [RS:0;9a1fddc00362:42187 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,42187,1731340179306' 2024-11-11T15:49:43,015 DEBUG [RS:0;9a1fddc00362:42187 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T15:49:43,016 INFO [RS:1;9a1fddc00362:42619 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:49:43,016 INFO [RS:1;9a1fddc00362:42619 {}] regionserver.HRegionServer(1482): Serving as 9a1fddc00362,42619,1731340179491, RpcServer on 9a1fddc00362/172.17.0.3:42619, sessionid=0x1019806034c0002 2024-11-11T15:49:43,016 DEBUG [RS:1;9a1fddc00362:42619 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:49:43,016 DEBUG [RS:1;9a1fddc00362:42619 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9a1fddc00362,42619,1731340179491 2024-11-11T15:49:43,017 DEBUG [RS:1;9a1fddc00362:42619 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,42619,1731340179491' 2024-11-11T15:49:43,017 DEBUG [RS:1;9a1fddc00362:42619 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T15:49:43,018 DEBUG [RS:0;9a1fddc00362:42187 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T15:49:43,019 DEBUG [RS:1;9a1fddc00362:42619 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T15:49:43,023 DEBUG [RS:1;9a1fddc00362:42619 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:49:43,023 DEBUG [RS:1;9a1fddc00362:42619 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:49:43,023 DEBUG [RS:1;9a1fddc00362:42619 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9a1fddc00362,42619,1731340179491 2024-11-11T15:49:43,023 DEBUG [RS:1;9a1fddc00362:42619 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,42619,1731340179491' 2024-11-11T15:49:43,023 DEBUG [RS:1;9a1fddc00362:42619 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T15:49:43,024 DEBUG [RS:1;9a1fddc00362:42619 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T15:49:43,024 DEBUG [RS:0;9a1fddc00362:42187 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:49:43,025 DEBUG [RS:0;9a1fddc00362:42187 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:49:43,025 DEBUG [RS:0;9a1fddc00362:42187 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9a1fddc00362,42187,1731340179306 2024-11-11T15:49:43,025 DEBUG [RS:0;9a1fddc00362:42187 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,42187,1731340179306' 2024-11-11T15:49:43,025 DEBUG [RS:0;9a1fddc00362:42187 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T15:49:43,025 DEBUG [RS:1;9a1fddc00362:42619 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:49:43,025 INFO [RS:1;9a1fddc00362:42619 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:49:43,025 INFO [RS:1;9a1fddc00362:42619 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:49:43,028 DEBUG [RS:0;9a1fddc00362:42187 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T15:49:43,029 DEBUG [RS:0;9a1fddc00362:42187 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:49:43,029 INFO [RS:0;9a1fddc00362:42187 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:49:43,029 INFO [RS:0;9a1fddc00362:42187 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:49:43,133 INFO [RS:1;9a1fddc00362:42619 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:49:43,133 INFO [RS:0;9a1fddc00362:42187 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:49:43,139 INFO [RS:1;9a1fddc00362:42619 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C42619%2C1731340179491, suffix=, logDir=hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/WALs/9a1fddc00362,42619,1731340179491, archiveDir=hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/oldWALs, maxLogs=32 2024-11-11T15:49:43,139 INFO [RS:0;9a1fddc00362:42187 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C42187%2C1731340179306, suffix=, logDir=hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/WALs/9a1fddc00362,42187,1731340179306, archiveDir=hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/oldWALs, maxLogs=32 2024-11-11T15:49:43,166 DEBUG [RS:1;9a1fddc00362:42619 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/WALs/9a1fddc00362,42619,1731340179491/9a1fddc00362%2C42619%2C1731340179491.1731340183148, exclude list is [], retry=0 2024-11-11T15:49:43,169 DEBUG [RS:0;9a1fddc00362:42187 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/WALs/9a1fddc00362,42187,1731340179306/9a1fddc00362%2C42187%2C1731340179306.1731340183148, exclude list is [], retry=0 2024-11-11T15:49:43,178 DEBUG [RSForTest-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38741,DS-45c13701-c97d-4c1e-991d-bfe617922466,DISK] 2024-11-11T15:49:43,183 DEBUG [RSForTest-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38741,DS-45c13701-c97d-4c1e-991d-bfe617922466,DISK] 2024-11-11T15:49:43,187 INFO [RS:1;9a1fddc00362:42619 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/WALs/9a1fddc00362,42619,1731340179491/9a1fddc00362%2C42619%2C1731340179491.1731340183148 2024-11-11T15:49:43,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:49:43,209 DEBUG [RS:1;9a1fddc00362:42619 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44977:44977)] 2024-11-11T15:49:43,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:49:43,222 INFO [RS:0;9a1fddc00362:42187 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/WALs/9a1fddc00362,42187,1731340179306/9a1fddc00362%2C42187%2C1731340179306.1731340183148 2024-11-11T15:49:43,224 DEBUG [RS:0;9a1fddc00362:42187 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44977:44977)] 2024-11-11T15:49:43,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:49:43,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:49:43,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:49:43,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:49:43,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:49:43,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:49:43,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:49:43,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:49:43,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:49:43,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:49:43,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:49:43,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:49:43,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:49:43,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:49:43,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:49:43,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:49:43,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/data/hbase/meta/1588230740 2024-11-11T15:49:43,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/data/hbase/meta/1588230740 2024-11-11T15:49:43,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:49:43,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:49:43,269 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:49:43,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:49:43,285 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:49:43,287 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64326592, jitterRate=-0.041459083557128906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:49:43,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731340183204Initializing all the Stores at 1731340183209 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340183209Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340183220 (+11 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340183220Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340183220Cleaning up temporary data from old regions at 1731340183268 (+48 ms)Region opened successfully at 1731340183290 (+22 ms) 2024-11-11T15:49:43,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:49:43,291 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:49:43,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:49:43,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:49:43,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:49:43,297 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:49:43,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731340183291Disabling compacts and flushes for region at 1731340183291Disabling writes for close at 1731340183291Writing region close event to WAL at 1731340183297 (+6 ms)Closed at 1731340183297 2024-11-11T15:49:43,305 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:49:43,306 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T15:49:43,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T15:49:43,327 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:49:43,331 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T15:49:43,485 DEBUG [9a1fddc00362:42585 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-11T15:49:43,494 DEBUG [9a1fddc00362:42585 {}] balancer.BalancerClusterState(204): Hosts are {9a1fddc00362=0} racks are {/default-rack=0} 2024-11-11T15:49:43,505 DEBUG [9a1fddc00362:42585 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T15:49:43,505 DEBUG [9a1fddc00362:42585 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T15:49:43,505 DEBUG [9a1fddc00362:42585 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T15:49:43,505 DEBUG [9a1fddc00362:42585 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T15:49:43,505 INFO [9a1fddc00362:42585 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T15:49:43,505 INFO [9a1fddc00362:42585 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T15:49:43,505 DEBUG [9a1fddc00362:42585 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T15:49:43,516 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9a1fddc00362,42619,1731340179491 2024-11-11T15:49:43,526 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,42619,1731340179491, state=OPENING 2024-11-11T15:49:43,532 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T15:49:43,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42187-0x1019806034c0001, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:49:43,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42619-0x1019806034c0002, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:49:43,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x1019806034c0000, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:49:43,536 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:49:43,536 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:49:43,536 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:49:43,538 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:49:43,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,42619,1731340179491}] 2024-11-11T15:49:43,727 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:49:43,730 INFO [RSForTest-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:49:43,762 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T15:49:43,762 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:49:43,763 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T15:49:43,770 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C42619%2C1731340179491.meta, suffix=.meta, logDir=hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/WALs/9a1fddc00362,42619,1731340179491, archiveDir=hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/oldWALs, maxLogs=32 2024-11-11T15:49:43,795 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/WALs/9a1fddc00362,42619,1731340179491/9a1fddc00362%2C42619%2C1731340179491.meta.1731340183772.meta, exclude list is [], retry=0 2024-11-11T15:49:43,804 DEBUG [RSForTest-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38741,DS-45c13701-c97d-4c1e-991d-bfe617922466,DISK] 2024-11-11T15:49:43,812 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/WALs/9a1fddc00362,42619,1731340179491/9a1fddc00362%2C42619%2C1731340179491.meta.1731340183772.meta 2024-11-11T15:49:43,814 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44977:44977)] 2024-11-11T15:49:43,814 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:49:43,821 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:49:43,824 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T15:49:43,831 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T15:49:43,840 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T15:49:43,841 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:49:43,841 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T15:49:43,842 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T15:49:43,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:49:43,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:49:43,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:49:43,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:49:43,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:49:43,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:49:43,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:49:43,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:49:43,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:49:43,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:49:43,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:49:43,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:49:43,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:49:43,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:49:43,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:49:43,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:49:43,868 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:49:43,873 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/data/hbase/meta/1588230740 2024-11-11T15:49:43,878 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/data/hbase/meta/1588230740 2024-11-11T15:49:43,886 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:49:43,887 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:49:43,888 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:49:43,898 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:49:43,900 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71843358, jitterRate=0.07054945826530457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:49:43,901 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T15:49:43,903 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731340183842Writing region info on filesystem at 1731340183843 (+1 ms)Initializing all the Stores at 1731340183849 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340183849Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340183850 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340183850Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340183850Cleaning up temporary data from old regions at 1731340183887 (+37 ms)Running coprocessor post-open hooks at 1731340183901 (+14 ms)Region opened successfully at 1731340183903 (+2 ms) 2024-11-11T15:49:43,921 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731340183714 2024-11-11T15:49:43,947 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T15:49:43,948 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T15:49:43,953 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,42619,1731340179491 2024-11-11T15:49:43,956 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,42619,1731340179491, state=OPEN 2024-11-11T15:49:43,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42187-0x1019806034c0001, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:49:43,961 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:49:43,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x1019806034c0000, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:49:43,961 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:49:43,962 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9a1fddc00362,42619,1731340179491 2024-11-11T15:49:43,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42619-0x1019806034c0002, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:49:43,962 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:49:43,977 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T15:49:43,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,42619,1731340179491 in 422 msec 2024-11-11T15:49:43,999 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T15:49:44,000 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 664 msec 2024-11-11T15:49:44,002 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:49:44,002 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T15:49:44,030 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:49:44,032 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,42619,1731340179491, seqNum=-1] 2024-11-11T15:49:44,070 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:49:44,073 INFO [RSForTest-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52917, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:49:44,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6200 sec 2024-11-11T15:49:44,106 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731340184106, completionTime=-1 2024-11-11T15:49:44,110 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-11T15:49:44,110 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T15:49:44,158 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-11T15:49:44,158 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731340244158 2024-11-11T15:49:44,158 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731340304158 2024-11-11T15:49:44,159 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 48 msec 2024-11-11T15:49:44,162 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T15:49:44,174 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,42585,1731340177982-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:49:44,175 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,42585,1731340177982-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:49:44,175 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,42585,1731340177982-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:49:44,178 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9a1fddc00362:42585, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:49:44,179 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T15:49:44,183 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T15:49:44,190 DEBUG [master/9a1fddc00362:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T15:49:44,326 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.651sec 2024-11-11T15:49:44,330 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T15:49:44,331 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T15:49:44,333 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T15:49:44,334 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T15:49:44,334 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T15:49:44,335 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,42585,1731340177982-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:49:44,336 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,42585,1731340177982-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T15:49:44,376 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T15:49:44,377 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T15:49:44,378 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,42585,1731340177982-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:49:44,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2816abfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:49:44,404 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T15:49:44,404 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T15:49:44,408 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,42585,-1 for getting cluster id 2024-11-11T15:49:44,413 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:49:44,431 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '482a24f1-1b8f-4ff7-91b1-1e6f9d3e9a18' 2024-11-11T15:49:44,443 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:49:44,443 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "482a24f1-1b8f-4ff7-91b1-1e6f9d3e9a18" 2024-11-11T15:49:44,444 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e643db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:49:44,444 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,42585,-1] 2024-11-11T15:49:44,452 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:49:44,455 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:49:44,460 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:49:44,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7753d747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:49:44,466 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:49:44,477 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,42619,1731340179491, seqNum=-1] 2024-11-11T15:49:44,478 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:49:44,482 INFO [RSForTest-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:49:44,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9a1fddc00362,42585,1731340177982 2024-11-11T15:49:44,554 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.regionreplication.TestRegionReplicationSinkCallbackAndFlushConcurrently#test Thread=243, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=1047, ProcessCount=11, AvailableMemoryMB=2528 2024-11-11T15:49:44,562 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:49:44,576 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,42585,1731340177982 2024-11-11T15:49:44,580 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57199ad1 2024-11-11T15:49:44,582 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:49:44,604 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:49:44,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRegionReplicationSinkSuspend', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '2'}}, {NAME => 'family_test', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:49:44,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRegionReplicationSinkSuspend 2024-11-11T15:49:44,643 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRegionReplicationSinkSuspend execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T15:49:44,647 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:49:44,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testRegionReplicationSinkSuspend" procId is: 4 2024-11-11T15:49:44,652 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRegionReplicationSinkSuspend execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T15:49:44,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:49:44,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741836_1012 (size=416) 2024-11-11T15:49:44,721 INFO [RegionOpenAndInit-testRegionReplicationSinkSuspend-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b225e20d4385c0964715288612b2a491, NAME => 'testRegionReplicationSinkSuspend,,1731340184610.b225e20d4385c0964715288612b2a491.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionReplicationSinkSuspend', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '2', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family_test', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5 2024-11-11T15:49:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:49:44,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741837_1013 (size=67) 2024-11-11T15:49:44,792 DEBUG [RegionOpenAndInit-testRegionReplicationSinkSuspend-pool-0 {}] regionserver.HRegion(898): Instantiated testRegionReplicationSinkSuspend,,1731340184610.b225e20d4385c0964715288612b2a491.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:49:44,793 DEBUG [RegionOpenAndInit-testRegionReplicationSinkSuspend-pool-0 {}] regionserver.HRegion(1722): Closing b225e20d4385c0964715288612b2a491, disabling compactions & flushes 2024-11-11T15:49:44,793 INFO [RegionOpenAndInit-testRegionReplicationSinkSuspend-pool-0 {}] regionserver.HRegion(1755): Closing region testRegionReplicationSinkSuspend,,1731340184610.b225e20d4385c0964715288612b2a491. 2024-11-11T15:49:44,793 DEBUG [RegionOpenAndInit-testRegionReplicationSinkSuspend-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionReplicationSinkSuspend,,1731340184610.b225e20d4385c0964715288612b2a491. 2024-11-11T15:49:44,793 DEBUG [RegionOpenAndInit-testRegionReplicationSinkSuspend-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRegionReplicationSinkSuspend,,1731340184610.b225e20d4385c0964715288612b2a491. after waiting 0 ms 2024-11-11T15:49:44,793 DEBUG [RegionOpenAndInit-testRegionReplicationSinkSuspend-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRegionReplicationSinkSuspend,,1731340184610.b225e20d4385c0964715288612b2a491. 2024-11-11T15:49:44,793 INFO [RegionOpenAndInit-testRegionReplicationSinkSuspend-pool-0 {}] regionserver.HRegion(1973): Closed testRegionReplicationSinkSuspend,,1731340184610.b225e20d4385c0964715288612b2a491. 2024-11-11T15:49:44,793 DEBUG [RegionOpenAndInit-testRegionReplicationSinkSuspend-pool-0 {}] regionserver.HRegion(1676): Region close journal for b225e20d4385c0964715288612b2a491: Waiting for close lock at 1731340184793Disabling compacts and flushes for region at 1731340184793Disabling writes for close at 1731340184793Writing region close event to WAL at 1731340184793Closed at 1731340184793 2024-11-11T15:49:44,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRegionReplicationSinkSuspend execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T15:49:44,808 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":5,"row":"testRegionReplicationSinkSuspend,,1731340184610.b225e20d4385c0964715288612b2a491.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1731340184801"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731340184801"},{"qualifier":"server_0001","vlen":0,"tag":[],"timestamp":"1731340184801"},{"qualifier":"serverstartcode_0001","vlen":0,"tag":[],"timestamp":"1731340184801"}]},"ts":"1731340184801"} 2024-11-11T15:49:44,825 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T15:49:44,830 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRegionReplicationSinkSuspend execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T15:49:44,835 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRegionReplicationSinkSuspend","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731340184831"}]},"ts":"1731340184831"} 2024-11-11T15:49:44,853 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRegionReplicationSinkSuspend, state=ENABLING in hbase:meta 2024-11-11T15:49:44,854 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {9a1fddc00362=0} racks are {/default-rack=0} 2024-11-11T15:49:44,862 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T15:49:44,862 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 1 regions 2024-11-11T15:49:44,862 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T15:49:44,862 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T15:49:44,862 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T15:49:44,862 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T15:49:44,862 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=2, number of hosts=1, number of racks=1 2024-11-11T15:49:44,864 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRegionReplicationSinkSuspend, region=b225e20d4385c0964715288612b2a491, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRegionReplicationSinkSuspend, region=0bdaf8f76769bcc032d104fd7230ddd7, ASSIGN}] 2024-11-11T15:49:44,870 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRegionReplicationSinkSuspend, region=0bdaf8f76769bcc032d104fd7230ddd7, ASSIGN 2024-11-11T15:49:44,873 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRegionReplicationSinkSuspend, region=b225e20d4385c0964715288612b2a491, ASSIGN 2024-11-11T15:49:44,876 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRegionReplicationSinkSuspend, region=0bdaf8f76769bcc032d104fd7230ddd7, ASSIGN; state=OFFLINE, location=9a1fddc00362,42619,1731340179491; forceNewPlan=false, retain=false 2024-11-11T15:49:44,895 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRegionReplicationSinkSuspend, region=b225e20d4385c0964715288612b2a491, ASSIGN; state=OFFLINE, location=9a1fddc00362,42187,1731340179306; forceNewPlan=false, retain=false 2024-11-11T15:49:44,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:49:45,042 INFO [9a1fddc00362:42585 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-11T15:49:45,044 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0bdaf8f76769bcc032d104fd7230ddd7, regionState=OPENING, regionLocation=9a1fddc00362,42619,1731340179491 2024-11-11T15:49:45,045 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b225e20d4385c0964715288612b2a491, regionState=OPENING, regionLocation=9a1fddc00362,42187,1731340179306 2024-11-11T15:49:45,052 DEBUG [RSForTest-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRegionReplicationSinkSuspend, region=0bdaf8f76769bcc032d104fd7230ddd7, ASSIGN because future has completed 2024-11-11T15:49:45,054 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bdaf8f76769bcc032d104fd7230ddd7, server=9a1fddc00362,42619,1731340179491}] 2024-11-11T15:49:45,056 DEBUG [RSForTest-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRegionReplicationSinkSuspend, region=b225e20d4385c0964715288612b2a491, ASSIGN because future has completed 2024-11-11T15:49:45,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b225e20d4385c0964715288612b2a491, server=9a1fddc00362,42187,1731340179306}] 2024-11-11T15:49:45,235 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:49:45,237 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testRegionReplicationSinkSuspend,,1731340184610_0001.0bdaf8f76769bcc032d104fd7230ddd7. 2024-11-11T15:49:45,242 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 0bdaf8f76769bcc032d104fd7230ddd7, NAME => 'testRegionReplicationSinkSuspend,,1731340184610_0001.0bdaf8f76769bcc032d104fd7230ddd7.', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2024-11-11T15:49:45,243 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRegionReplicationSinkSuspend 0bdaf8f76769bcc032d104fd7230ddd7 2024-11-11T15:49:45,243 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testRegionReplicationSinkSuspend,,1731340184610_0001.0bdaf8f76769bcc032d104fd7230ddd7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:49:45,244 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 0bdaf8f76769bcc032d104fd7230ddd7 2024-11-11T15:49:45,244 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 0bdaf8f76769bcc032d104fd7230ddd7 2024-11-11T15:49:45,248 INFO [RSForTest-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:49:45,252 INFO [StoreOpener-0bdaf8f76769bcc032d104fd7230ddd7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family_test of region 0bdaf8f76769bcc032d104fd7230ddd7 2024-11-11T15:49:45,257 INFO [StoreOpener-0bdaf8f76769bcc032d104fd7230ddd7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bdaf8f76769bcc032d104fd7230ddd7 columnFamilyName family_test 2024-11-11T15:49:45,257 DEBUG [StoreOpener-0bdaf8f76769bcc032d104fd7230ddd7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:49:45,262 INFO [StoreOpener-0bdaf8f76769bcc032d104fd7230ddd7-1 {}] regionserver.HStore(327): Store=0bdaf8f76769bcc032d104fd7230ddd7/family_test, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:49:45,272 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testRegionReplicationSinkSuspend,,1731340184610.b225e20d4385c0964715288612b2a491. 2024-11-11T15:49:45,272 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => b225e20d4385c0964715288612b2a491, NAME => 'testRegionReplicationSinkSuspend,,1731340184610.b225e20d4385c0964715288612b2a491.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:49:45,273 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRegionReplicationSinkSuspend b225e20d4385c0964715288612b2a491 2024-11-11T15:49:45,273 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testRegionReplicationSinkSuspend,,1731340184610.b225e20d4385c0964715288612b2a491.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:49:45,274 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for b225e20d4385c0964715288612b2a491 2024-11-11T15:49:45,274 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for b225e20d4385c0964715288612b2a491 2024-11-11T15:49:45,278 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 0bdaf8f76769bcc032d104fd7230ddd7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70309456, jitterRate=0.04769253730773926}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T15:49:45,278 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0bdaf8f76769bcc032d104fd7230ddd7 2024-11-11T15:49:45,280 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 0bdaf8f76769bcc032d104fd7230ddd7: Running coprocessor pre-open hook at 1731340185244Initializing all the Stores at 1731340185244Instantiating store for column family {NAME => 'family_test', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340185244Running coprocessor post-open hooks at 1731340185278 (+34 ms)Region opened successfully at 1731340185280 (+2 ms) 2024-11-11T15:49:45,280 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testRegionReplicationSinkSuspend,,1731340184610_0001.0bdaf8f76769bcc032d104fd7230ddd7., pid=7, masterSystemTime=1731340185221 2024-11-11T15:49:45,292 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testRegionReplicationSinkSuspend,,1731340184610_0001.0bdaf8f76769bcc032d104fd7230ddd7. 2024-11-11T15:49:45,293 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testRegionReplicationSinkSuspend,,1731340184610_0001.0bdaf8f76769bcc032d104fd7230ddd7. 2024-11-11T15:49:45,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:49:45,296 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0bdaf8f76769bcc032d104fd7230ddd7, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,42619,1731340179491 2024-11-11T15:49:45,308 INFO [StoreOpener-b225e20d4385c0964715288612b2a491-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family_test of region b225e20d4385c0964715288612b2a491 2024-11-11T15:49:45,324 INFO [StoreOpener-b225e20d4385c0964715288612b2a491-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b225e20d4385c0964715288612b2a491 columnFamilyName family_test 2024-11-11T15:49:45,324 DEBUG [StoreOpener-b225e20d4385c0964715288612b2a491-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:49:45,324 DEBUG [RSForTest-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bdaf8f76769bcc032d104fd7230ddd7, server=9a1fddc00362,42619,1731340179491 because future has completed 2024-11-11T15:49:45,331 INFO [StoreOpener-b225e20d4385c0964715288612b2a491-1 {}] regionserver.HStore(327): Store=b225e20d4385c0964715288612b2a491/family_test, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:49:45,332 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for b225e20d4385c0964715288612b2a491 2024-11-11T15:49:45,336 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/data/default/testRegionReplicationSinkSuspend/b225e20d4385c0964715288612b2a491 2024-11-11T15:49:45,340 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/data/default/testRegionReplicationSinkSuspend/b225e20d4385c0964715288612b2a491 2024-11-11T15:49:45,349 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for b225e20d4385c0964715288612b2a491 2024-11-11T15:49:45,349 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for b225e20d4385c0964715288612b2a491 2024-11-11T15:49:45,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-11T15:49:45,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 0bdaf8f76769bcc032d104fd7230ddd7, server=9a1fddc00362,42619,1731340179491 in 283 msec 2024-11-11T15:49:45,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRegionReplicationSinkSuspend, region=0bdaf8f76769bcc032d104fd7230ddd7, ASSIGN in 486 msec 2024-11-11T15:49:45,369 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for b225e20d4385c0964715288612b2a491 2024-11-11T15:49:45,395 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/data/default/testRegionReplicationSinkSuspend/b225e20d4385c0964715288612b2a491/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:49:45,404 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened b225e20d4385c0964715288612b2a491; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73651805, jitterRate=0.09749741852283478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T15:49:45,404 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b225e20d4385c0964715288612b2a491 2024-11-11T15:49:45,404 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for b225e20d4385c0964715288612b2a491: Running coprocessor pre-open hook at 1731340185274Writing region info on filesystem at 1731340185274Initializing all the Stores at 1731340185292 (+18 ms)Instantiating store for column family {NAME => 'family_test', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340185293 (+1 ms)Cleaning up temporary data from old regions at 1731340185349 (+56 ms)Initializaing region replication sink at 1731340185401 (+52 ms)Running coprocessor post-open hooks at 1731340185404 (+3 ms)Region opened successfully at 1731340185404 2024-11-11T15:49:45,423 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:49:45,424 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,42619,1731340179491, seqNum=-1] 2024-11-11T15:49:45,424 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:49:45,426 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testRegionReplicationSinkSuspend,,1731340184610.b225e20d4385c0964715288612b2a491., pid=8, masterSystemTime=1731340185234 2024-11-11T15:49:45,429 INFO [RSForTest-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51425, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-11T15:49:45,439 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testRegionReplicationSinkSuspend,,1731340184610.b225e20d4385c0964715288612b2a491. 2024-11-11T15:49:45,439 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testRegionReplicationSinkSuspend,,1731340184610.b225e20d4385c0964715288612b2a491. 2024-11-11T15:49:45,446 DEBUG [RSForTest-EventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRegionReplicationSinkSuspend', row='', locateType=CURRENT is [region=testRegionReplicationSinkSuspend,,1731340184610.b225e20d4385c0964715288612b2a491., hostname=null, seqNum=-1, region=testRegionReplicationSinkSuspend,,1731340184610_0001.0bdaf8f76769bcc032d104fd7230ddd7., hostname=9a1fddc00362,42619,1731340179491, seqNum=2] 2024-11-11T15:49:45,446 WARN [RSForTest-EventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'testRegionReplicationSinkSuspend', row='', locateType=CURRENT org.apache.hadoop.hbase.HBaseIOException: No location found for 'testRegionReplicationSinkSuspend', row='', locateType=CURRENT at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.onScanNext(AsyncNonMetaRegionLocator.java:322) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onNext(AsyncNonMetaRegionLocator.java:437) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncScanSingleRegionRpcRetryingCaller.onComplete(AsyncScanSingleRegionRpcRetryingCaller.java:535) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncScanSingleRegionRpcRetryingCaller.start(AsyncScanSingleRegionRpcRetryingCaller.java:636) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$ScanSingleRegionCallerBuilder.start(AsyncRpcRetryingCallerFactory.java:322) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:208) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:149) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T15:49:45,458 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b225e20d4385c0964715288612b2a491, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,42187,1731340179306 2024-11-11T15:49:45,472 DEBUG [RSForTest-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b225e20d4385c0964715288612b2a491, server=9a1fddc00362,42187,1731340179306 because future has completed 2024-11-11T15:49:45,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-11T15:49:45,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b225e20d4385c0964715288612b2a491, server=9a1fddc00362,42187,1731340179306 in 418 msec 2024-11-11T15:49:45,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T15:49:45,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRegionReplicationSinkSuspend, region=b225e20d4385c0964715288612b2a491, ASSIGN in 630 msec 2024-11-11T15:49:45,510 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRegionReplicationSinkSuspend execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T15:49:45,510 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRegionReplicationSinkSuspend","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731340185510"}]},"ts":"1731340185510"} 2024-11-11T15:49:45,516 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRegionReplicationSinkSuspend, state=ENABLED in hbase:meta 2024-11-11T15:49:45,521 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRegionReplicationSinkSuspend execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T15:49:45,527 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRegionReplicationSinkSuspend in 902 msec 2024-11-11T15:49:45,561 DEBUG [RSForTest-EventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRegionReplicationSinkSuspend', row='', locateType=CURRENT is [region=testRegionReplicationSinkSuspend,,1731340184610.b225e20d4385c0964715288612b2a491., hostname=9a1fddc00362,42187,1731340179306, seqNum=2, region=testRegionReplicationSinkSuspend,,1731340184610_0001.0bdaf8f76769bcc032d104fd7230ddd7., hostname=9a1fddc00362,42619,1731340179491, seqNum=2] 2024-11-11T15:49:45,569 DEBUG [RSForTest-EventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:49:45,580 INFO [RSForTest-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32913, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=AdminService 2024-11-11T15:49:45,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.HRegion(6778): 0bdaf8f76769bcc032d104fd7230ddd7 : Refreshing store files to see whether we can free up memstore 2024-11-11T15:49:45,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:49:45,805 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRegionReplicationSinkSuspend completed 2024-11-11T15:49:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: Inject error! at org.apache.hadoop.hbase.regionserver.regionreplication.TestRegionReplicationSinkCallbackAndFlushConcurrently$ErrorReplayRSRpcServices.replicateToReplica(TestRegionReplicationSinkCallbackAndFlushConcurrently.java:310) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34077) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-11T15:49:46,359 INFO [TestReplicationHang {}] regionserver.HRegion(2902): Flushing b225e20d4385c0964715288612b2a491 1/1 column families, dataSize=53 B heapSize=384 B 2024-11-11T15:49:46,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] ipc.CallRunner(138): callId: 36 service: AdminService methodName: ReplicateToReplica size: 178 connection: 172.17.0.3:32913 deadline: 1731340786354, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Inject error! 2024-11-11T15:49:46,366 DEBUG [TestReplicationHang {}] regionreplication.RegionReplicationSink(381): Got a flush all request with sequence id 5, clear 0 pending entries with size 0, clear failed replicas [] 2024-11-11T15:49:46,367 WARN [RSForTest-EventLoopGroup-4-3 {}] regionreplication.RegionReplicationSink(232): Failed to replicate to secondary replica 1 for {ENCODED => b225e20d4385c0964715288612b2a491, NAME => 'testRegionReplicationSinkSuspend,,1731340184610.b225e20d4385c0964715288612b2a491.', STARTKEY => '', ENDKEY => ''}, since the max sequence id of sunk entris is 4, which is less than or equal to the last flush SN 5, we will not stop replicating org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Inject error! at org.apache.hadoop.hbase.regionserver.regionreplication.TestRegionReplicationSinkCallbackAndFlushConcurrently$ErrorReplayRSRpcServices.replicateToReplica(TestRegionReplicationSinkCallbackAndFlushConcurrently.java:310) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34077) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionReplicationRetryingCaller.onComplete(AsyncRegionReplicationRetryingCaller.java:79) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionReplicationRetryingCaller.lambda$call$5(AsyncRegionReplicationRetryingCaller.java:104) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.DoNotRetryIOException: Inject error! at org.apache.hadoop.hbase.regionserver.regionreplication.TestRegionReplicationSinkCallbackAndFlushConcurrently$ErrorReplayRSRpcServices.replicateToReplica(TestRegionReplicationSinkCallbackAndFlushConcurrently.java:310) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34077) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 30 more 2024-11-11T15:49:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.HRegion(6610): {ENCODED => 0bdaf8f76769bcc032d104fd7230ddd7, NAME => 'testRegionReplicationSinkSuspend,,1731340184610_0001.0bdaf8f76769bcc032d104fd7230ddd7.', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} prepared empty flush with seqId: 5 2024-11-11T15:49:46,459 DEBUG [TestReplicationHang {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/data/default/testRegionReplicationSinkSuspend/b225e20d4385c0964715288612b2a491/.tmp/family_test/dbf6d1068d284925bf500cb0928e471d is 57, key is \x00\x00\x00\x01/family_test:qualifier_test/1731340186346/Put/seqid=0 2024-11-11T15:49:46,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741838_1014 (size=5058) 2024-11-11T15:49:46,500 INFO [TestReplicationHang {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/data/default/testRegionReplicationSinkSuspend/b225e20d4385c0964715288612b2a491/.tmp/family_test/dbf6d1068d284925bf500cb0928e471d 2024-11-11T15:49:46,581 DEBUG [TestReplicationHang {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/data/default/testRegionReplicationSinkSuspend/b225e20d4385c0964715288612b2a491/.tmp/family_test/dbf6d1068d284925bf500cb0928e471d as hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/data/default/testRegionReplicationSinkSuspend/b225e20d4385c0964715288612b2a491/family_test/dbf6d1068d284925bf500cb0928e471d 2024-11-11T15:49:46,599 INFO [TestReplicationHang {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/data/default/testRegionReplicationSinkSuspend/b225e20d4385c0964715288612b2a491/family_test/dbf6d1068d284925bf500cb0928e471d, entries=1, sequenceid=5, filesize=4.9 K 2024-11-11T15:49:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.HRegion(6778): 0bdaf8f76769bcc032d104fd7230ddd7 : Refreshing store files to see whether we can free up memstore 2024-11-11T15:49:46,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.StoreEngine(393): Refreshing store files for org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6ec4487e files to add: [hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/data/default/testRegionReplicationSinkSuspend/b225e20d4385c0964715288612b2a491/family_test/dbf6d1068d284925bf500cb0928e471d] files to remove: [] 2024-11-11T15:49:46,615 INFO [TestReplicationHang {}] regionserver.HRegion(3140): Finished flush of dataSize ~53 B/53, heapSize ~368 B/368, currentSize=0 B/0 for b225e20d4385c0964715288612b2a491 in 253ms, sequenceid=5, compaction requested=false 2024-11-11T15:49:46,617 DEBUG [TestReplicationHang {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRegionReplicationSinkSuspend' 2024-11-11T15:49:46,623 DEBUG [TestReplicationHang {}] regionserver.HRegion(2603): Flush status journal for b225e20d4385c0964715288612b2a491: 2024-11-11T15:49:46,625 INFO [TestReplicationHang {}] hbase.Waiter(181): Waiting up to [120,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T15:49:46,645 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.regionreplication.TestRegionReplicationSinkCallbackAndFlushConcurrently#test Thread=254 (was 243) Potentially hanging thread: RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1552912258_22 at /127.0.0.1:58440 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StoreFileOpener-0bdaf8f76769bcc032d104fd7230ddd7-family_test-1 app//org.apache.hadoop.hdfs.protocol.proto.HdfsProtos$ExtendedBlockProto.getDefaultInstance(HdfsProtos.java:1905) app//org.apache.hadoop.hdfs.protocol.proto.HdfsProtos$ExtendedBlockProto$Builder.mergeFrom(HdfsProtos.java:1540) app//org.apache.hadoop.hdfs.protocol.proto.HdfsProtos$ExtendedBlockProto$Builder.mergeFrom(HdfsProtos.java:1532) app//org.apache.hadoop.hdfs.protocol.proto.HdfsProtos$ExtendedBlockProto$Builder.mergeFrom(HdfsProtos.java:1409) app//org.apache.hadoop.thirdparty.protobuf.SingleFieldBuilderV3.getBuilder(SingleFieldBuilderV3.java:109) app//org.apache.hadoop.hdfs.protocol.proto.HdfsProtos$LocatedBlockProto$Builder.mergeFrom(HdfsProtos.java:21291) app//org.apache.hadoop.hdfs.protocol.proto.HdfsProtos$LocatedBlockProto$2.parsePartialFrom(HdfsProtos.java:22781) app//org.apache.hadoop.hdfs.protocol.proto.HdfsProtos$LocatedBlockProto$2.parsePartialFrom(HdfsProtos.java:22773) app//org.apache.hadoop.thirdparty.protobuf.CodedInputStream$ArrayDecoder.readMessage(CodedInputStream.java:860) app//org.apache.hadoop.hdfs.protocol.proto.HdfsProtos$LocatedBlocksProto$Builder.mergeFrom(HdfsProtos.java:31003) app//org.apache.hadoop.hdfs.protocol.proto.HdfsProtos$LocatedBlocksProto$Builder.mergeFrom(HdfsProtos.java:30708) app//org.apache.hadoop.thirdparty.protobuf.CodedInputStream$ArrayDecoder.readMessage(CodedInputStream.java:844) app//org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$GetBlockLocationsResponseProto$Builder.mergeFrom(ClientNamenodeProtocolProtos.java:2188) app//org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$GetBlockLocationsResponseProto$1.parsePartialFrom(ClientNamenodeProtocolProtos.java:2364) app//org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$GetBlockLocationsResponseProto$1.parsePartialFrom(ClientNamenodeProtocolProtos.java:2356) app//org.apache.hadoop.thirdparty.protobuf.AbstractParser.parseFrom(AbstractParser.java:63) app//org.apache.hadoop.thirdparty.protobuf.AbstractParser.parseFrom(AbstractParser.java:68) app//org.apache.hadoop.thirdparty.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) app//org.apache.hadoop.ipc.RpcWritable$ProtobufWrapper.readFrom(RpcWritable.java:129) app//org.apache.hadoop.ipc.RpcWritable$Buffer.getValue(RpcWritable.java:191) app//org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.getReturnMessage(ProtobufRpcEngine2.java:321) app//org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:302) app//org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) app/jdk.proxy2/jdk.proxy2.$Proxy40.getBlockLocations(Unknown Source) app//org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$getBlockLocations$0(ClientNamenodeProtocolTranslatorPB.java:340) app//org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB$$Lambda$377/0x00007f6df495b838.call(Unknown Source) app//org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) app//org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getBlockLocations(ClientNamenodeProtocolTranslatorPB.java:340) jdk.internal.reflect.GeneratedMethodAccessor9.invoke(Unknown Source) java.base@17.0.11/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.base@17.0.11/java.lang.reflect.Method.invoke(Method.java:568) app//org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) app//org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) app//org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) app//org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) app//org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) app/jdk.proxy2/jdk.proxy2.$Proxy41.getBlockLocations(Unknown Source) jdk.internal.reflect.GeneratedMethodAccessor9.invoke(Unknown Source) java.base@17.0.11/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.base@17.0.11/java.lang.reflect.Method.invoke(Method.java:568) app//org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) app/jdk.proxy2/jdk.proxy2.$Proxy44.getBlockLocations(Unknown Source) jdk.internal.reflect.GeneratedMethodAccessor9.invoke(Unknown Source) java.base@17.0.11/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.base@17.0.11/java.lang.reflect.Method.invoke(Method.java:568) app//org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) app/jdk.proxy2/jdk.proxy2.$Proxy44.getBlockLocations(Unknown Source) app//org.apache.hadoop.hdfs.DFSClient.callGetBlockLocations(DFSClient.java:931) app//org.apache.hadoop.hdfs.DFSClient.getLocatedBlocks(DFSClient.java:920) app//org.apache.hadoop.hdfs.DFSClient.getBlockLocations(DFSClient.java:977) app//org.apache.hadoop.hdfs.DistributedFileSystem$2.doCall(DistributedFileSystem.java:289) app//org.apache.hadoop.hdfs.DistributedFileSystem$2.doCall(DistributedFileSystem.java:286) app//org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) app//org.apache.hadoop.hdfs.DistributedFileSystem.getFileBlockLocations(DistributedFileSystem.java:296) app//org.apache.hadoop.hdfs.DistributedFileSystem.getFileBlockLocations(DistributedFileSystem.java:270) app//org.apache.hadoop.fs.FilterFileSystem.getFileBlockLocations(FilterFileSystem.java:154) app//org.apache.hadoop.hbase.util.FSUtils.computeHDFSBlocksDistribution(FSUtils.java:756) app//org.apache.hadoop.hbase.regionserver.StoreFileInfo.computeHDFSBlocksDistributionInternal(StoreFileInfo.java:360) app//org.apache.hadoop.hbase.regionserver.StoreFileInfo.computeHDFSBlocksDistribution(StoreFileInfo.java:342) app//org.apache.hadoop.hbase.regionserver.StoreFileInfo.initHDFSBlocksDistribution(StoreFileInfo.java:749) app//org.apache.hadoop.hbase.regionserver.HStoreFile.open(HStoreFile.java:393) app//org.apache.hadoop.hbase.regionserver.HStoreFile.initReader(HStoreFile.java:525) app//org.apache.hadoop.hbase.regionserver.StoreEngine.createStoreFileAndReader(StoreEngine.java:225) app//org.apache.hadoop.hbase.regionserver.StoreEngine.lambda$openStoreFiles$0(StoreEngine.java:266) app//org.apache.hadoop.hbase.regionserver.StoreEngine$$Lambda$942/0x00007f6df4d2a658.call(Unknown Source) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSForTest-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=475 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1035 (was 1047), ProcessCount=11 (was 11), AvailableMemoryMB=2478 (was 2528) 2024-11-11T15:49:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/data/default/testRegionReplicationSinkSuspend/b225e20d4385c0964715288612b2a491/family_test/dbf6d1068d284925bf500cb0928e471d 2024-11-11T15:49:46,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T15:49:46,646 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:49:46,646 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.regionreplication.TestRegionReplicationSinkCallbackAndFlushConcurrently.tearDown(TestRegionReplicationSinkCallbackAndFlushConcurrently.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:49:46,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.HRegion(6277): 0bdaf8f76769bcc032d104fd7230ddd7 : Not dropping memstore contents since replayed flush seqId: 5 is smaller than current seqId:6 2024-11-11T15:49:46,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:49:46,657 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:49:46,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:49:46,658 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T15:49:46,658 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2028733805, stopped=false 2024-11-11T15:49:46,658 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9a1fddc00362,42585,1731340177982 2024-11-11T15:49:46,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42619-0x1019806034c0002, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T15:49:46,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42619-0x1019806034c0002, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:49:46,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42187-0x1019806034c0001, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T15:49:46,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42187-0x1019806034c0001, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:49:46,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x1019806034c0000, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T15:49:46,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x1019806034c0000, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:49:46,665 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:49:46,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42619-0x1019806034c0002, quorum=127.0.0.1:63352, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:49:46,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42585-0x1019806034c0000, quorum=127.0.0.1:63352, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:49:46,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42187-0x1019806034c0001, quorum=127.0.0.1:63352, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:49:46,668 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:49:46,668 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.regionreplication.TestRegionReplicationSinkCallbackAndFlushConcurrently.tearDown(TestRegionReplicationSinkCallbackAndFlushConcurrently.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:49:46,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:49:46,669 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9a1fddc00362,42187,1731340179306' ***** 2024-11-11T15:49:46,669 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T15:49:46,669 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9a1fddc00362,42619,1731340179491' ***** 2024-11-11T15:49:46,669 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T15:49:46,669 INFO [RS:1;9a1fddc00362:42619 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T15:49:46,670 INFO [RS:1;9a1fddc00362:42619 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T15:49:46,670 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T15:49:46,670 INFO [RS:1;9a1fddc00362:42619 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T15:49:46,670 INFO [RS:1;9a1fddc00362:42619 {}] regionserver.HRegionServer(3091): Received CLOSE for 0bdaf8f76769bcc032d104fd7230ddd7 2024-11-11T15:49:46,672 INFO [RS:0;9a1fddc00362:42187 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T15:49:46,672 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T15:49:46,672 INFO [RS:0;9a1fddc00362:42187 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T15:49:46,672 INFO [RS:0;9a1fddc00362:42187 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T15:49:46,672 INFO [RS:0;9a1fddc00362:42187 {}] regionserver.HRegionServer(3091): Received CLOSE for b225e20d4385c0964715288612b2a491 2024-11-11T15:49:46,676 INFO [RS:1;9a1fddc00362:42619 {}] regionserver.HRegionServer(959): stopping server 9a1fddc00362,42619,1731340179491 2024-11-11T15:49:46,676 INFO [RS:1;9a1fddc00362:42619 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:49:46,676 INFO [RS:1;9a1fddc00362:42619 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;9a1fddc00362:42619. 2024-11-11T15:49:46,676 DEBUG [RS:1;9a1fddc00362:42619 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:49:46,676 DEBUG [RS:1;9a1fddc00362:42619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:49:46,677 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0bdaf8f76769bcc032d104fd7230ddd7, disabling compactions & flushes 2024-11-11T15:49:46,677 INFO [RS:1;9a1fddc00362:42619 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T15:49:46,677 INFO [RS:1;9a1fddc00362:42619 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T15:49:46,677 INFO [RS:1;9a1fddc00362:42619 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T15:49:46,677 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRegionReplicationSinkSuspend,,1731340184610_0001.0bdaf8f76769bcc032d104fd7230ddd7. 2024-11-11T15:49:46,677 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionReplicationSinkSuspend,,1731340184610_0001.0bdaf8f76769bcc032d104fd7230ddd7. 2024-11-11T15:49:46,677 INFO [RS:1;9a1fddc00362:42619 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T15:49:46,677 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRegionReplicationSinkSuspend,,1731340184610_0001.0bdaf8f76769bcc032d104fd7230ddd7. after waiting 0 ms 2024-11-11T15:49:46,677 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRegionReplicationSinkSuspend,,1731340184610_0001.0bdaf8f76769bcc032d104fd7230ddd7. 2024-11-11T15:49:46,678 INFO [RS:1;9a1fddc00362:42619 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T15:49:46,678 DEBUG [RS:1;9a1fddc00362:42619 {}] regionserver.HRegionServer(1325): Online Regions={0bdaf8f76769bcc032d104fd7230ddd7=testRegionReplicationSinkSuspend,,1731340184610_0001.0bdaf8f76769bcc032d104fd7230ddd7., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T15:49:46,678 DEBUG [RS:1;9a1fddc00362:42619 {}] regionserver.HRegionServer(1351): Waiting on 0bdaf8f76769bcc032d104fd7230ddd7, 1588230740 2024-11-11T15:49:46,679 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:49:46,679 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:49:46,679 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:49:46,679 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:49:46,679 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:49:46,679 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.06 KB heapSize=5.89 KB 2024-11-11T15:49:46,689 INFO [RS:0;9a1fddc00362:42187 {}] regionserver.HRegionServer(959): stopping server 9a1fddc00362,42187,1731340179306 2024-11-11T15:49:46,689 INFO [RS:0;9a1fddc00362:42187 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:49:46,689 INFO [RS:0;9a1fddc00362:42187 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:42187. 2024-11-11T15:49:46,689 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b225e20d4385c0964715288612b2a491, disabling compactions & flushes 2024-11-11T15:49:46,689 DEBUG [RS:0;9a1fddc00362:42187 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:49:46,689 DEBUG [RS:0;9a1fddc00362:42187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:49:46,690 INFO [RS:0;9a1fddc00362:42187 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T15:49:46,690 DEBUG [RS:0;9a1fddc00362:42187 {}] regionserver.HRegionServer(1325): Online Regions={b225e20d4385c0964715288612b2a491=testRegionReplicationSinkSuspend,,1731340184610.b225e20d4385c0964715288612b2a491.} 2024-11-11T15:49:46,690 DEBUG [RS:0;9a1fddc00362:42187 {}] regionserver.HRegionServer(1351): Waiting on b225e20d4385c0964715288612b2a491 2024-11-11T15:49:46,693 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRegionReplicationSinkSuspend,,1731340184610.b225e20d4385c0964715288612b2a491. 2024-11-11T15:49:46,693 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionReplicationSinkSuspend,,1731340184610.b225e20d4385c0964715288612b2a491. 2024-11-11T15:49:46,693 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRegionReplicationSinkSuspend,,1731340184610.b225e20d4385c0964715288612b2a491. after waiting 0 ms 2024-11-11T15:49:46,693 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRegionReplicationSinkSuspend,,1731340184610.b225e20d4385c0964715288612b2a491. 2024-11-11T15:49:46,693 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRegionReplicationSinkSuspend,,1731340184610_0001.0bdaf8f76769bcc032d104fd7230ddd7. 2024-11-11T15:49:46,694 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0bdaf8f76769bcc032d104fd7230ddd7: Waiting for close lock at 1731340186676Running coprocessor pre-close hooks at 1731340186677 (+1 ms)Disabling compacts and flushes for region at 1731340186677Disabling writes for close at 1731340186677Writing region close event to WAL at 1731340186691 (+14 ms)Running coprocessor post-close hooks at 1731340186693 (+2 ms)Closed at 1731340186693 2024-11-11T15:49:46,694 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRegionReplicationSinkSuspend,,1731340184610_0001.0bdaf8f76769bcc032d104fd7230ddd7. 2024-11-11T15:49:46,720 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/data/default/testRegionReplicationSinkSuspend/b225e20d4385c0964715288612b2a491/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T15:49:46,722 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRegionReplicationSinkSuspend,,1731340184610.b225e20d4385c0964715288612b2a491. 2024-11-11T15:49:46,722 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b225e20d4385c0964715288612b2a491: Waiting for close lock at 1731340186689Running coprocessor pre-close hooks at 1731340186689Disabling compacts and flushes for region at 1731340186689Disabling writes for close at 1731340186693 (+4 ms)Writing region close event to WAL at 1731340186700 (+7 ms)Running coprocessor post-close hooks at 1731340186722 (+22 ms)Closed at 1731340186722 2024-11-11T15:49:46,722 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRegionReplicationSinkSuspend,,1731340184610.b225e20d4385c0964715288612b2a491. 2024-11-11T15:49:46,734 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/data/hbase/meta/1588230740/.tmp/info/c0f7686e6b184be895b540bd8faa02ff is 185, key is testRegionReplicationSinkSuspend,,1731340184610.b225e20d4385c0964715288612b2a491./info:regioninfo/1731340185458/Put/seqid=0 2024-11-11T15:49:46,761 INFO [regionserver/9a1fddc00362:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:49:46,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741839_1015 (size=8098) 2024-11-11T15:49:46,765 INFO [regionserver/9a1fddc00362:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:49:46,879 DEBUG [RS:1;9a1fddc00362:42619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:49:46,890 INFO [RS:0;9a1fddc00362:42187 {}] regionserver.HRegionServer(976): stopping server 9a1fddc00362,42187,1731340179306; all regions closed. 2024-11-11T15:49:46,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741834_1010 (size=1599) 2024-11-11T15:49:46,904 DEBUG [RS:0;9a1fddc00362:42187 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/oldWALs 2024-11-11T15:49:46,904 INFO [RS:0;9a1fddc00362:42187 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C42187%2C1731340179306:(num 1731340183148) 2024-11-11T15:49:46,904 DEBUG [RS:0;9a1fddc00362:42187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:49:46,904 INFO [RS:0;9a1fddc00362:42187 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:49:46,904 INFO [RS:0;9a1fddc00362:42187 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:49:46,905 INFO [RS:0;9a1fddc00362:42187 {}] hbase.ChoreService(370): Chore service for: regionserver/9a1fddc00362:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T15:49:46,905 INFO [RS:0;9a1fddc00362:42187 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T15:49:46,905 INFO [RS:0;9a1fddc00362:42187 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T15:49:46,905 INFO [RS:0;9a1fddc00362:42187 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T15:49:46,905 INFO [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:49:46,905 INFO [RS:0;9a1fddc00362:42187 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:49:46,906 INFO [RS:0;9a1fddc00362:42187 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42187 2024-11-11T15:49:46,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42187-0x1019806034c0001, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9a1fddc00362,42187,1731340179306 2024-11-11T15:49:46,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x1019806034c0000, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T15:49:46,910 INFO [RS:0;9a1fddc00362:42187 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:49:46,911 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9a1fddc00362,42187,1731340179306] 2024-11-11T15:49:46,913 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9a1fddc00362,42187,1731340179306 already deleted, retry=false 2024-11-11T15:49:46,914 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9a1fddc00362,42187,1731340179306 expired; onlineServers=1 2024-11-11T15:49:46,947 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T15:49:46,948 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T15:49:47,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42187-0x1019806034c0001, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:49:47,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42187-0x1019806034c0001, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:49:47,014 INFO [RS:0;9a1fddc00362:42187 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:49:47,014 INFO [RS:0;9a1fddc00362:42187 {}] regionserver.HRegionServer(1031): Exiting; stopping=9a1fddc00362,42187,1731340179306; zookeeper connection closed. 2024-11-11T15:49:47,015 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7c5f80fb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7c5f80fb 2024-11-11T15:49:47,079 DEBUG [RS:1;9a1fddc00362:42619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:49:47,165 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.86 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/data/hbase/meta/1588230740/.tmp/info/c0f7686e6b184be895b540bd8faa02ff 2024-11-11T15:49:47,201 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/data/hbase/meta/1588230740/.tmp/ns/768c1d1254704932b3eba243f09553c1 is 43, key is default/ns:d/1731340184079/Put/seqid=0 2024-11-11T15:49:47,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741840_1016 (size=5153) 2024-11-11T15:49:47,280 DEBUG [RS:1;9a1fddc00362:42619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:49:47,480 DEBUG [RS:1;9a1fddc00362:42619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:49:47,632 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/data/hbase/meta/1588230740/.tmp/ns/768c1d1254704932b3eba243f09553c1 2024-11-11T15:49:47,681 INFO [RS:1;9a1fddc00362:42619 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T15:49:47,681 DEBUG [RS:1;9a1fddc00362:42619 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T15:49:47,681 DEBUG [RS:1;9a1fddc00362:42619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:49:47,713 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/data/hbase/meta/1588230740/.tmp/table/94dbefecb1534696817ab4128d59d544 is 68, key is testRegionReplicationSinkSuspend/table:state/1731340185510/Put/seqid=0 2024-11-11T15:49:47,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741841_1017 (size=5361) 2024-11-11T15:49:47,884 DEBUG [RS:1;9a1fddc00362:42619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:49:48,084 DEBUG [RS:1;9a1fddc00362:42619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:49:48,129 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=128 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/data/hbase/meta/1588230740/.tmp/table/94dbefecb1534696817ab4128d59d544 2024-11-11T15:49:48,174 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/data/hbase/meta/1588230740/.tmp/info/c0f7686e6b184be895b540bd8faa02ff as hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/data/hbase/meta/1588230740/info/c0f7686e6b184be895b540bd8faa02ff 2024-11-11T15:49:48,194 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/data/hbase/meta/1588230740/info/c0f7686e6b184be895b540bd8faa02ff, entries=19, sequenceid=13, filesize=7.9 K 2024-11-11T15:49:48,199 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/data/hbase/meta/1588230740/.tmp/ns/768c1d1254704932b3eba243f09553c1 as hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/data/hbase/meta/1588230740/ns/768c1d1254704932b3eba243f09553c1 2024-11-11T15:49:48,229 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/data/hbase/meta/1588230740/ns/768c1d1254704932b3eba243f09553c1, entries=2, sequenceid=13, filesize=5.0 K 2024-11-11T15:49:48,236 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/data/hbase/meta/1588230740/.tmp/table/94dbefecb1534696817ab4128d59d544 as hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/data/hbase/meta/1588230740/table/94dbefecb1534696817ab4128d59d544 2024-11-11T15:49:48,250 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/data/hbase/meta/1588230740/table/94dbefecb1534696817ab4128d59d544, entries=2, sequenceid=13, filesize=5.2 K 2024-11-11T15:49:48,252 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.06 KB/3132, heapSize ~5.59 KB/5728, currentSize=0 B/0 for 1588230740 in 1573ms, sequenceid=13, compaction requested=false 2024-11-11T15:49:48,253 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T15:49:48,285 DEBUG [RS:1;9a1fddc00362:42619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:49:48,290 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-11T15:49:48,292 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:49:48,293 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:49:48,293 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731340186679Running coprocessor pre-close hooks at 1731340186679Disabling compacts and flushes for region at 1731340186679Disabling writes for close at 1731340186679Obtaining lock to block concurrent updates at 1731340186679Preparing flush snapshotting stores in 1588230740 at 1731340186679Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3132, getHeapSize=5968, getOffHeapSize=0, getCellsCount=25 at 1731340186680 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731340186690 (+10 ms)Flushing 1588230740/info: creating writer at 1731340186690Flushing 1588230740/info: appending metadata at 1731340186733 (+43 ms)Flushing 1588230740/info: closing flushed file at 1731340186733Flushing 1588230740/ns: creating writer at 1731340187179 (+446 ms)Flushing 1588230740/ns: appending metadata at 1731340187200 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731340187200Flushing 1588230740/table: creating writer at 1731340187669 (+469 ms)Flushing 1588230740/table: appending metadata at 1731340187712 (+43 ms)Flushing 1588230740/table: closing flushed file at 1731340187712Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f5c1f7c: reopening flushed file at 1731340188161 (+449 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@736795c5: reopening flushed file at 1731340188194 (+33 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b93cee6: reopening flushed file at 1731340188230 (+36 ms)Finished flush of dataSize ~3.06 KB/3132, heapSize ~5.59 KB/5728, currentSize=0 B/0 for 1588230740 in 1573ms, sequenceid=13, compaction requested=false at 1731340188253 (+23 ms)Writing region close event to WAL at 1731340188277 (+24 ms)Running coprocessor post-close hooks at 1731340188292 (+15 ms)Closed at 1731340188293 (+1 ms) 2024-11-11T15:49:48,293 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T15:49:48,485 INFO [RS:1;9a1fddc00362:42619 {}] regionserver.HRegionServer(976): stopping server 9a1fddc00362,42619,1731340179491; all regions closed. 2024-11-11T15:49:48,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741835_1011 (size=4622) 2024-11-11T15:49:48,504 DEBUG [RS:1;9a1fddc00362:42619 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/oldWALs 2024-11-11T15:49:48,504 INFO [RS:1;9a1fddc00362:42619 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C42619%2C1731340179491.meta:.meta(num 1731340183772) 2024-11-11T15:49:48,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741833_1009 (size=93) 2024-11-11T15:49:48,533 DEBUG [RS:1;9a1fddc00362:42619 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/oldWALs 2024-11-11T15:49:48,533 INFO [RS:1;9a1fddc00362:42619 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C42619%2C1731340179491:(num 1731340183148) 2024-11-11T15:49:48,533 DEBUG [RS:1;9a1fddc00362:42619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:49:48,533 INFO [RS:1;9a1fddc00362:42619 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:49:48,533 INFO [RS:1;9a1fddc00362:42619 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:49:48,534 INFO [RS:1;9a1fddc00362:42619 {}] hbase.ChoreService(370): Chore service for: regionserver/9a1fddc00362:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T15:49:48,534 INFO [RS:1;9a1fddc00362:42619 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:49:48,534 INFO [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:49:48,535 INFO [RS:1;9a1fddc00362:42619 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42619 2024-11-11T15:49:48,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x1019806034c0000, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T15:49:48,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42619-0x1019806034c0002, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9a1fddc00362,42619,1731340179491 2024-11-11T15:49:48,538 INFO [RS:1;9a1fddc00362:42619 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:49:48,544 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9a1fddc00362,42619,1731340179491] 2024-11-11T15:49:48,548 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9a1fddc00362,42619,1731340179491 already deleted, retry=false 2024-11-11T15:49:48,548 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9a1fddc00362,42619,1731340179491 expired; onlineServers=0 2024-11-11T15:49:48,548 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9a1fddc00362,42585,1731340177982' ***** 2024-11-11T15:49:48,548 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T15:49:48,549 INFO [M:0;9a1fddc00362:42585 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:49:48,549 INFO [M:0;9a1fddc00362:42585 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:49:48,549 DEBUG [M:0;9a1fddc00362:42585 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T15:49:48,549 DEBUG [M:0;9a1fddc00362:42585 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T15:49:48,549 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T15:49:48,549 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731340182724 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731340182724,5,FailOnTimeoutGroup] 2024-11-11T15:49:48,549 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731340182720 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731340182720,5,FailOnTimeoutGroup] 2024-11-11T15:49:48,550 INFO [M:0;9a1fddc00362:42585 {}] hbase.ChoreService(370): Chore service for: master/9a1fddc00362:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T15:49:48,550 INFO [M:0;9a1fddc00362:42585 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:49:48,550 DEBUG [M:0;9a1fddc00362:42585 {}] master.HMaster(1795): Stopping service threads 2024-11-11T15:49:48,550 INFO [M:0;9a1fddc00362:42585 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T15:49:48,550 INFO [M:0;9a1fddc00362:42585 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:49:48,551 INFO [M:0;9a1fddc00362:42585 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T15:49:48,551 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T15:49:48,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x1019806034c0000, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T15:49:48,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x1019806034c0000, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:49:48,555 DEBUG [M:0;9a1fddc00362:42585 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-11T15:49:48,555 DEBUG [M:0;9a1fddc00362:42585 {}] master.ActiveMasterManager(353): master:42585-0x1019806034c0000, quorum=127.0.0.1:63352, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-11T15:49:48,556 INFO [M:0;9a1fddc00362:42585 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/.lastflushedseqids 2024-11-11T15:49:48,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741842_1018 (size=210) 2024-11-11T15:49:48,634 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T15:49:48,634 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T15:49:48,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42619-0x1019806034c0002, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:49:48,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42619-0x1019806034c0002, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:49:48,644 INFO [RS:1;9a1fddc00362:42619 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:49:48,644 INFO [RS:1;9a1fddc00362:42619 {}] regionserver.HRegionServer(1031): Exiting; stopping=9a1fddc00362,42619,1731340179491; zookeeper connection closed. 2024-11-11T15:49:48,648 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c34fcfe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c34fcfe 2024-11-11T15:49:48,649 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-11T15:49:48,984 INFO [M:0;9a1fddc00362:42585 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T15:49:48,989 INFO [M:0;9a1fddc00362:42585 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T15:49:48,989 DEBUG [M:0;9a1fddc00362:42585 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:49:48,989 INFO [M:0;9a1fddc00362:42585 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:49:48,989 DEBUG [M:0;9a1fddc00362:42585 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:49:48,989 DEBUG [M:0;9a1fddc00362:42585 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:49:48,989 DEBUG [M:0;9a1fddc00362:42585 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:49:48,990 INFO [M:0;9a1fddc00362:42585 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=30.11 KB heapSize=37.48 KB 2024-11-11T15:49:49,038 DEBUG [M:0;9a1fddc00362:42585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d9a262036614900bd2c93a83a781581 is 82, key is hbase:meta,,1/info:regioninfo/1731340183953/Put/seqid=0 2024-11-11T15:49:49,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741843_1019 (size=5672) 2024-11-11T15:49:49,069 INFO [M:0;9a1fddc00362:42585 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d9a262036614900bd2c93a83a781581 2024-11-11T15:49:49,101 DEBUG [M:0;9a1fddc00362:42585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a1e759cb21e48cd87a1a3e33e657c73 is 852, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731340185525/Put/seqid=0 2024-11-11T15:49:49,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741844_1020 (size=6268) 2024-11-11T15:49:49,373 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T15:49:49,517 INFO [M:0;9a1fddc00362:42585 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.49 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a1e759cb21e48cd87a1a3e33e657c73 2024-11-11T15:49:49,593 DEBUG [M:0;9a1fddc00362:42585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d4aad7f0a274ccb9438c38469c2fc8e is 69, key is 9a1fddc00362,42187,1731340179306/rs:state/1731340182837/Put/seqid=0 2024-11-11T15:49:49,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741845_1021 (size=5224) 2024-11-11T15:49:50,044 INFO [M:0;9a1fddc00362:42585 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d4aad7f0a274ccb9438c38469c2fc8e 2024-11-11T15:49:50,085 DEBUG [M:0;9a1fddc00362:42585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d9a262036614900bd2c93a83a781581 as hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d9a262036614900bd2c93a83a781581 2024-11-11T15:49:50,100 INFO [M:0;9a1fddc00362:42585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d9a262036614900bd2c93a83a781581, entries=8, sequenceid=71, filesize=5.5 K 2024-11-11T15:49:50,102 DEBUG [M:0;9a1fddc00362:42585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a1e759cb21e48cd87a1a3e33e657c73 as hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5a1e759cb21e48cd87a1a3e33e657c73 2024-11-11T15:49:50,122 INFO [M:0;9a1fddc00362:42585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5a1e759cb21e48cd87a1a3e33e657c73, entries=8, sequenceid=71, filesize=6.1 K 2024-11-11T15:49:50,125 DEBUG [M:0;9a1fddc00362:42585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d4aad7f0a274ccb9438c38469c2fc8e as hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3d4aad7f0a274ccb9438c38469c2fc8e 2024-11-11T15:49:50,149 INFO [M:0;9a1fddc00362:42585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45537/user/jenkins/test-data/c6b0319e-7a6f-aefa-3832-0ad31c0a04b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3d4aad7f0a274ccb9438c38469c2fc8e, entries=2, sequenceid=71, filesize=5.1 K 2024-11-11T15:49:50,151 INFO [M:0;9a1fddc00362:42585 {}] regionserver.HRegion(3140): Finished flush of dataSize ~30.11 KB/30829, heapSize ~37.18 KB/38072, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1162ms, sequenceid=71, compaction requested=false 2024-11-11T15:49:50,175 INFO [M:0;9a1fddc00362:42585 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:49:50,176 DEBUG [M:0;9a1fddc00362:42585 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731340188989Disabling compacts and flushes for region at 1731340188989Disabling writes for close at 1731340188989Obtaining lock to block concurrent updates at 1731340188990 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731340188990Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30829, getHeapSize=38312, getOffHeapSize=0, getCellsCount=86 at 1731340188991 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731340188997 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731340188997Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731340189038 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731340189038Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731340189079 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731340189100 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731340189100Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731340189550 (+450 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731340189592 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731340189593 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b755f03: reopening flushed file at 1731340190076 (+483 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b196b5c: reopening flushed file at 1731340190100 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27c50066: reopening flushed file at 1731340190123 (+23 ms)Finished flush of dataSize ~30.11 KB/30829, heapSize ~37.18 KB/38072, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1162ms, sequenceid=71, compaction requested=false at 1731340190152 (+29 ms)Writing region close event to WAL at 1731340190175 (+23 ms)Closed at 1731340190175 2024-11-11T15:49:50,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741830_1006 (size=35976) 2024-11-11T15:49:50,190 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:49:50,190 INFO [M:0;9a1fddc00362:42585 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T15:49:50,190 INFO [M:0;9a1fddc00362:42585 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42585 2024-11-11T15:49:50,192 INFO [M:0;9a1fddc00362:42585 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:49:50,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x1019806034c0000, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:49:50,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x1019806034c0000, quorum=127.0.0.1:63352, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:49:50,294 INFO [M:0;9a1fddc00362:42585 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:49:50,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6612ff75{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:49:50,309 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@548def39{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:49:50,310 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:49:50,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9377516{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:49:50,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a56f4f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb15c9a-28d2-e464-ade5-fcfd567ed998/hadoop.log.dir/,STOPPED} 2024-11-11T15:49:50,323 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T15:49:50,323 WARN [BP-1378929025-172.17.0.3-1731340173639 heartbeating to localhost/127.0.0.1:45537 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T15:49:50,323 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T15:49:50,323 WARN [BP-1378929025-172.17.0.3-1731340173639 heartbeating to localhost/127.0.0.1:45537 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1378929025-172.17.0.3-1731340173639 (Datanode Uuid 5f90c0cc-2985-4484-b140-db2cd0822699) service to localhost/127.0.0.1:45537 2024-11-11T15:49:50,325 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb15c9a-28d2-e464-ade5-fcfd567ed998/cluster_d0a7ca51-4820-b77b-152b-5037573daf2a/data/data2/current/BP-1378929025-172.17.0.3-1731340173639 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:49:50,325 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T15:49:50,326 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb15c9a-28d2-e464-ade5-fcfd567ed998/cluster_d0a7ca51-4820-b77b-152b-5037573daf2a/data/data1/current/BP-1378929025-172.17.0.3-1731340173639 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:49:50,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@661e928b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:49:50,356 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c5f3317{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:49:50,356 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:49:50,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cba34ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:49:50,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fb248e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb15c9a-28d2-e464-ade5-fcfd567ed998/hadoop.log.dir/,STOPPED} 2024-11-11T15:49:50,381 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T15:49:50,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down