2024-11-21 01:43:16,858 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3cce5371 2024-11-21 01:43:16,875 main DEBUG Took 0.013377 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 01:43:16,876 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 01:43:16,876 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 01:43:16,877 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 01:43:16,914 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 01:43:16,928 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 01:43:16,942 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 01:43:16,944 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 01:43:16,946 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 01:43:16,946 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 01:43:16,947 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 01:43:16,947 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 01:43:16,948 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 01:43:16,948 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 01:43:16,949 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 01:43:16,949 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 01:43:16,951 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 01:43:16,951 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 01:43:16,952 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 01:43:16,952 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 01:43:16,953 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 01:43:16,953 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 01:43:16,955 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 01:43:16,955 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 01:43:16,956 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 01:43:16,956 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 01:43:16,957 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 01:43:16,957 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 01:43:16,958 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 01:43:16,958 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 01:43:16,959 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 01:43:16,959 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 01:43:16,961 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 01:43:16,962 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 01:43:16,965 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 01:43:16,965 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 01:43:16,967 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 01:43:16,967 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 01:43:16,978 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 01:43:16,981 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 01:43:16,983 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 01:43:16,983 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 01:43:16,984 main DEBUG createAppenders(={Console}) 2024-11-21 01:43:16,985 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3cce5371 initialized 2024-11-21 01:43:16,985 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3cce5371 2024-11-21 01:43:16,986 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3cce5371 OK. 2024-11-21 01:43:16,986 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 01:43:16,987 main DEBUG OutputStream closed 2024-11-21 01:43:16,987 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 01:43:16,988 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 01:43:16,988 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@306e95ec OK 2024-11-21 01:43:17,079 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 01:43:17,083 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 01:43:17,084 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 01:43:17,085 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 01:43:17,086 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 01:43:17,086 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 01:43:17,086 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 01:43:17,087 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 01:43:17,087 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 01:43:17,087 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 01:43:17,088 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 01:43:17,088 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 01:43:17,088 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 01:43:17,089 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 01:43:17,089 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 01:43:17,089 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 01:43:17,089 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 01:43:17,090 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 01:43:17,092 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 01:43:17,093 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5ce8d869) with optional ClassLoader: null 2024-11-21 01:43:17,093 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 01:43:17,094 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5ce8d869] started OK. 2024-11-21T01:43:17,113 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.namequeues.TestWALEventTracker timeout: 13 mins 2024-11-21 01:43:17,116 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 01:43:17,116 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T01:43:17,604 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dd199117-3a29-48a8-0c26-8ac8b010d576 2024-11-21T01:43:17,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T01:43:17,643 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dd199117-3a29-48a8-0c26-8ac8b010d576/cluster_e5dbf380-57af-fc86-5247-a5e02fef275d, deleteOnExit=true 2024-11-21T01:43:17,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T01:43:17,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dd199117-3a29-48a8-0c26-8ac8b010d576/test.cache.data in system properties and HBase conf 2024-11-21T01:43:17,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dd199117-3a29-48a8-0c26-8ac8b010d576/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T01:43:17,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dd199117-3a29-48a8-0c26-8ac8b010d576/hadoop.log.dir in system properties and HBase conf 2024-11-21T01:43:17,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dd199117-3a29-48a8-0c26-8ac8b010d576/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T01:43:17,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dd199117-3a29-48a8-0c26-8ac8b010d576/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T01:43:17,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T01:43:17,778 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T01:43:17,921 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T01:43:17,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dd199117-3a29-48a8-0c26-8ac8b010d576/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T01:43:17,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dd199117-3a29-48a8-0c26-8ac8b010d576/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T01:43:17,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dd199117-3a29-48a8-0c26-8ac8b010d576/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T01:43:17,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dd199117-3a29-48a8-0c26-8ac8b010d576/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T01:43:17,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dd199117-3a29-48a8-0c26-8ac8b010d576/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T01:43:17,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dd199117-3a29-48a8-0c26-8ac8b010d576/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T01:43:17,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dd199117-3a29-48a8-0c26-8ac8b010d576/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T01:43:17,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dd199117-3a29-48a8-0c26-8ac8b010d576/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T01:43:17,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dd199117-3a29-48a8-0c26-8ac8b010d576/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T01:43:17,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dd199117-3a29-48a8-0c26-8ac8b010d576/nfs.dump.dir in system properties and HBase conf 2024-11-21T01:43:17,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dd199117-3a29-48a8-0c26-8ac8b010d576/java.io.tmpdir in system properties and HBase conf 2024-11-21T01:43:17,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dd199117-3a29-48a8-0c26-8ac8b010d576/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T01:43:17,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dd199117-3a29-48a8-0c26-8ac8b010d576/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T01:43:17,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dd199117-3a29-48a8-0c26-8ac8b010d576/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T01:43:19,075 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T01:43:19,180 INFO [Time-limited test {}] log.Log(170): Logging initialized @3235ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T01:43:19,276 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T01:43:19,352 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T01:43:19,386 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T01:43:19,387 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T01:43:19,388 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T01:43:19,404 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T01:43:19,409 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fdc9773{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dd199117-3a29-48a8-0c26-8ac8b010d576/hadoop.log.dir/,AVAILABLE} 2024-11-21T01:43:19,410 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42ce301e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T01:43:19,668 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57c9726{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dd199117-3a29-48a8-0c26-8ac8b010d576/java.io.tmpdir/jetty-localhost-42979-hadoop-hdfs-3_4_1-tests_jar-_-any-9958294284901639729/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T01:43:19,680 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55ff7eca{HTTP/1.1, (http/1.1)}{localhost:42979} 2024-11-21T01:43:19,680 INFO [Time-limited test {}] server.Server(415): Started @3736ms 2024-11-21T01:43:20,092 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T01:43:20,100 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T01:43:20,101 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T01:43:20,102 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T01:43:20,102 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T01:43:20,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@670317a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dd199117-3a29-48a8-0c26-8ac8b010d576/hadoop.log.dir/,AVAILABLE} 2024-11-21T01:43:20,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48cfc81a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T01:43:20,241 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7edd0a39{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dd199117-3a29-48a8-0c26-8ac8b010d576/java.io.tmpdir/jetty-localhost-34899-hadoop-hdfs-3_4_1-tests_jar-_-any-908805797521936162/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T01:43:20,242 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5628c094{HTTP/1.1, (http/1.1)}{localhost:34899} 2024-11-21T01:43:20,242 INFO [Time-limited test {}] server.Server(415): Started @4299ms 2024-11-21T01:43:20,310 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T01:43:20,806 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dd199117-3a29-48a8-0c26-8ac8b010d576/cluster_e5dbf380-57af-fc86-5247-a5e02fef275d/data/data2/current/BP-1972609106-172.17.0.3-1732153398796/current, will proceed with Du for space computation calculation, 2024-11-21T01:43:20,806 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dd199117-3a29-48a8-0c26-8ac8b010d576/cluster_e5dbf380-57af-fc86-5247-a5e02fef275d/data/data1/current/BP-1972609106-172.17.0.3-1732153398796/current, will proceed with Du for space computation calculation, 2024-11-21T01:43:20,858 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T01:43:20,916 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf54974470e94e851 with lease ID 0x6c1be0adfa8fc7e7: Processing first storage report for DS-1f73bf47-9d45-4116-a472-cbf4122e93c5 from datanode DatanodeRegistration(127.0.0.1:42243, datanodeUuid=a0504933-0e63-4f5f-a098-7d896eb4ed3d, infoPort=37813, infoSecurePort=0, ipcPort=33123, storageInfo=lv=-57;cid=testClusterID;nsid=1030593291;c=1732153398796) 2024-11-21T01:43:20,917 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf54974470e94e851 with lease ID 0x6c1be0adfa8fc7e7: from storage DS-1f73bf47-9d45-4116-a472-cbf4122e93c5 node DatanodeRegistration(127.0.0.1:42243, datanodeUuid=a0504933-0e63-4f5f-a098-7d896eb4ed3d, infoPort=37813, infoSecurePort=0, ipcPort=33123, storageInfo=lv=-57;cid=testClusterID;nsid=1030593291;c=1732153398796), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-21T01:43:20,918 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf54974470e94e851 with lease ID 0x6c1be0adfa8fc7e7: Processing first storage report for DS-c1f2f9ce-d36f-4805-b8e6-3142cb04c090 from datanode DatanodeRegistration(127.0.0.1:42243, datanodeUuid=a0504933-0e63-4f5f-a098-7d896eb4ed3d, infoPort=37813, infoSecurePort=0, ipcPort=33123, storageInfo=lv=-57;cid=testClusterID;nsid=1030593291;c=1732153398796) 2024-11-21T01:43:20,918 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf54974470e94e851 with lease ID 0x6c1be0adfa8fc7e7: from storage DS-c1f2f9ce-d36f-4805-b8e6-3142cb04c090 node DatanodeRegistration(127.0.0.1:42243, datanodeUuid=a0504933-0e63-4f5f-a098-7d896eb4ed3d, infoPort=37813, infoSecurePort=0, ipcPort=33123, storageInfo=lv=-57;cid=testClusterID;nsid=1030593291;c=1732153398796), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T01:43:21,002 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dd199117-3a29-48a8-0c26-8ac8b010d576 2024-11-21T01:43:21,106 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dd199117-3a29-48a8-0c26-8ac8b010d576/cluster_e5dbf380-57af-fc86-5247-a5e02fef275d/zookeeper_0, clientPort=57125, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dd199117-3a29-48a8-0c26-8ac8b010d576/cluster_e5dbf380-57af-fc86-5247-a5e02fef275d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dd199117-3a29-48a8-0c26-8ac8b010d576/cluster_e5dbf380-57af-fc86-5247-a5e02fef275d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T01:43:21,117 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57125 2024-11-21T01:43:21,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T01:43:21,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T01:43:21,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42243 is added to blk_1073741825_1001 (size=7) 2024-11-21T01:43:21,798 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a with version=8 2024-11-21T01:43:21,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/hbase-staging 2024-11-21T01:43:21,907 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T01:43:22,218 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b93ada835ef8:0 server-side Connection retries=45 2024-11-21T01:43:22,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T01:43:22,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T01:43:22,235 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T01:43:22,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T01:43:22,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T01:43:22,401 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T01:43:22,486 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T01:43:22,498 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T01:43:22,504 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T01:43:22,541 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 2734 (auto-detected) 2024-11-21T01:43:22,542 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-21T01:43:22,569 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46641 2024-11-21T01:43:22,596 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46641 connecting to ZooKeeper ensemble=127.0.0.1:57125 2024-11-21T01:43:22,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466410x0, quorum=127.0.0.1:57125, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T01:43:22,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46641-0x10112f653a20000 connected 2024-11-21T01:43:22,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T01:43:22,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T01:43:22,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46641-0x10112f653a20000, quorum=127.0.0.1:57125, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T01:43:22,681 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a, hbase.cluster.distributed=false 2024-11-21T01:43:22,705 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46641-0x10112f653a20000, quorum=127.0.0.1:57125, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T01:43:22,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46641 2024-11-21T01:43:22,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46641 2024-11-21T01:43:22,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46641 2024-11-21T01:43:22,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46641 2024-11-21T01:43:22,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46641 2024-11-21T01:43:22,841 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b93ada835ef8:0 server-side Connection retries=45 2024-11-21T01:43:22,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T01:43:22,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T01:43:22,843 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T01:43:22,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T01:43:22,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T01:43:22,846 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T01:43:22,849 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T01:43:22,850 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38581 2024-11-21T01:43:22,852 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38581 connecting to ZooKeeper ensemble=127.0.0.1:57125 2024-11-21T01:43:22,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T01:43:22,857 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T01:43:22,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385810x0, quorum=127.0.0.1:57125, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T01:43:22,867 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38581-0x10112f653a20001 connected 2024-11-21T01:43:22,868 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38581-0x10112f653a20001, quorum=127.0.0.1:57125, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T01:43:22,874 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T01:43:22,883 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T01:43:22,885 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38581-0x10112f653a20001, quorum=127.0.0.1:57125, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T01:43:22,891 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38581-0x10112f653a20001, quorum=127.0.0.1:57125, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T01:43:22,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38581 2024-11-21T01:43:22,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38581 2024-11-21T01:43:22,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38581 2024-11-21T01:43:22,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38581 2024-11-21T01:43:22,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38581 2024-11-21T01:43:22,913 DEBUG [M:0;b93ada835ef8:46641 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b93ada835ef8:46641 2024-11-21T01:43:22,914 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b93ada835ef8,46641,1732153401979 2024-11-21T01:43:22,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38581-0x10112f653a20001, quorum=127.0.0.1:57125, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T01:43:22,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46641-0x10112f653a20000, quorum=127.0.0.1:57125, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T01:43:22,923 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46641-0x10112f653a20000, quorum=127.0.0.1:57125, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b93ada835ef8,46641,1732153401979 2024-11-21T01:43:22,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38581-0x10112f653a20001, quorum=127.0.0.1:57125, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T01:43:22,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46641-0x10112f653a20000, quorum=127.0.0.1:57125, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T01:43:22,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38581-0x10112f653a20001, quorum=127.0.0.1:57125, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T01:43:22,944 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46641-0x10112f653a20000, quorum=127.0.0.1:57125, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T01:43:22,946 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b93ada835ef8,46641,1732153401979 from backup master directory 2024-11-21T01:43:22,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38581-0x10112f653a20001, quorum=127.0.0.1:57125, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T01:43:22,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46641-0x10112f653a20000, quorum=127.0.0.1:57125, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b93ada835ef8,46641,1732153401979 2024-11-21T01:43:22,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46641-0x10112f653a20000, quorum=127.0.0.1:57125, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T01:43:22,949 WARN [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T01:43:22,950 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b93ada835ef8,46641,1732153401979 2024-11-21T01:43:22,952 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-21T01:43:22,953 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-21T01:43:23,019 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/hbase.id] with ID: fce860f9-9f11-44ae-9295-72bbe2b4d242 2024-11-21T01:43:23,019 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/.tmp/hbase.id 2024-11-21T01:43:23,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42243 is added to blk_1073741826_1002 (size=42) 2024-11-21T01:43:23,437 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/.tmp/hbase.id]:[hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/hbase.id] 2024-11-21T01:43:23,482 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T01:43:23,487 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T01:43:23,508 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-21T01:43:23,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38581-0x10112f653a20001, quorum=127.0.0.1:57125, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T01:43:23,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46641-0x10112f653a20000, quorum=127.0.0.1:57125, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T01:43:23,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42243 is added to blk_1073741827_1003 (size=196) 2024-11-21T01:43:23,545 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T01:43:23,548 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T01:43:23,570 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T01:43:23,576 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T01:43:23,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42243 is added to blk_1073741828_1004 (size=1189) 2024-11-21T01:43:24,029 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/MasterData/data/master/store 2024-11-21T01:43:24,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42243 is added to blk_1073741829_1005 (size=34) 2024-11-21T01:43:24,058 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-21T01:43:24,062 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T01:43:24,063 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T01:43:24,064 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T01:43:24,064 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T01:43:24,066 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T01:43:24,066 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T01:43:24,066 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T01:43:24,068 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732153404063Disabling compacts and flushes for region at 1732153404063Disabling writes for close at 1732153404066 (+3 ms)Writing region close event to WAL at 1732153404066Closed at 1732153404066 2024-11-21T01:43:24,070 WARN [master/b93ada835ef8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/MasterData/data/master/store/.initializing 2024-11-21T01:43:24,070 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/MasterData/WALs/b93ada835ef8,46641,1732153401979 2024-11-21T01:43:24,080 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T01:43:24,095 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b93ada835ef8%2C46641%2C1732153401979, suffix=, logDir=hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/MasterData/WALs/b93ada835ef8,46641,1732153401979, archiveDir=hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/MasterData/oldWALs, maxLogs=10 2024-11-21T01:43:24,118 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/MasterData/WALs/b93ada835ef8,46641,1732153401979/b93ada835ef8%2C46641%2C1732153401979.1732153404100, exclude list is [], retry=0 2024-11-21T01:43:24,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42243,DS-1f73bf47-9d45-4116-a472-cbf4122e93c5,DISK] 2024-11-21T01:43:24,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-21T01:43:24,173 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/MasterData/WALs/b93ada835ef8,46641,1732153401979/b93ada835ef8%2C46641%2C1732153401979.1732153404100 2024-11-21T01:43:24,174 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37813:37813)] 2024-11-21T01:43:24,174 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T01:43:24,175 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T01:43:24,178 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T01:43:24,179 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T01:43:24,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T01:43:24,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T01:43:24,244 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T01:43:24,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T01:43:24,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T01:43:24,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T01:43:24,251 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T01:43:24,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T01:43:24,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T01:43:24,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T01:43:24,255 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T01:43:24,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T01:43:24,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T01:43:24,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T01:43:24,260 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T01:43:24,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T01:43:24,261 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T01:43:24,264 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T01:43:24,265 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T01:43:24,272 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T01:43:24,273 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T01:43:24,276 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T01:43:24,279 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T01:43:24,284 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T01:43:24,285 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59619693, jitterRate=-0.11159734427928925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T01:43:24,290 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732153404191Initializing all the Stores at 1732153404193 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732153404194 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732153404194Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732153404195 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732153404195Cleaning up temporary data from old regions at 1732153404273 (+78 ms)Region opened successfully at 1732153404290 (+17 ms) 2024-11-21T01:43:24,291 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T01:43:24,325 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b949abd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b93ada835ef8/172.17.0.3:0 2024-11-21T01:43:24,357 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T01:43:24,368 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T01:43:24,369 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T01:43:24,371 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T01:43:24,373 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T01:43:24,378 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-21T01:43:24,378 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T01:43:24,416 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T01:43:24,427 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46641-0x10112f653a20000, quorum=127.0.0.1:57125, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T01:43:24,430 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-21T01:43:24,434 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T01:43:24,436 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46641-0x10112f653a20000, quorum=127.0.0.1:57125, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T01:43:24,438 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-21T01:43:24,441 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T01:43:24,446 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46641-0x10112f653a20000, quorum=127.0.0.1:57125, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T01:43:24,448 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-21T01:43:24,450 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46641-0x10112f653a20000, quorum=127.0.0.1:57125, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T01:43:24,451 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T01:43:24,471 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46641-0x10112f653a20000, quorum=127.0.0.1:57125, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T01:43:24,473 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T01:43:24,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38581-0x10112f653a20001, quorum=127.0.0.1:57125, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T01:43:24,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46641-0x10112f653a20000, quorum=127.0.0.1:57125, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T01:43:24,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38581-0x10112f653a20001, quorum=127.0.0.1:57125, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T01:43:24,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46641-0x10112f653a20000, quorum=127.0.0.1:57125, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T01:43:24,480 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b93ada835ef8,46641,1732153401979, sessionid=0x10112f653a20000, setting cluster-up flag (Was=false) 2024-11-21T01:43:24,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38581-0x10112f653a20001, quorum=127.0.0.1:57125, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T01:43:24,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46641-0x10112f653a20000, quorum=127.0.0.1:57125, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T01:43:24,500 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T01:43:24,502 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b93ada835ef8,46641,1732153401979 2024-11-21T01:43:24,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46641-0x10112f653a20000, quorum=127.0.0.1:57125, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T01:43:24,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38581-0x10112f653a20001, quorum=127.0.0.1:57125, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T01:43:24,514 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T01:43:24,516 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b93ada835ef8,46641,1732153401979 2024-11-21T01:43:24,523 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T01:43:24,603 INFO [RS:0;b93ada835ef8:38581 {}] regionserver.HRegionServer(746): ClusterId : fce860f9-9f11-44ae-9295-72bbe2b4d242 2024-11-21T01:43:24,606 DEBUG [RS:0;b93ada835ef8:38581 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T01:43:24,612 DEBUG [RS:0;b93ada835ef8:38581 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T01:43:24,612 DEBUG [RS:0;b93ada835ef8:38581 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T01:43:24,615 DEBUG [RS:0;b93ada835ef8:38581 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T01:43:24,616 DEBUG [RS:0;b93ada835ef8:38581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@498fa95b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b93ada835ef8/172.17.0.3:0 2024-11-21T01:43:24,617 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T01:43:24,631 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T01:43:24,631 DEBUG [RS:0;b93ada835ef8:38581 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b93ada835ef8:38581 2024-11-21T01:43:24,636 INFO [RS:0;b93ada835ef8:38581 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T01:43:24,636 INFO [RS:0;b93ada835ef8:38581 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T01:43:24,636 DEBUG [RS:0;b93ada835ef8:38581 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T01:43:24,639 INFO [RS:0;b93ada835ef8:38581 {}] regionserver.HRegionServer(2659): reportForDuty to master=b93ada835ef8,46641,1732153401979 with port=38581, startcode=1732153402797 2024-11-21T01:43:24,639 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T01:43:24,646 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b93ada835ef8,46641,1732153401979 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T01:43:24,651 DEBUG [RS:0;b93ada835ef8:38581 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T01:43:24,653 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b93ada835ef8:0, corePoolSize=5, maxPoolSize=5 2024-11-21T01:43:24,653 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b93ada835ef8:0, corePoolSize=5, maxPoolSize=5 2024-11-21T01:43:24,653 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b93ada835ef8:0, corePoolSize=5, maxPoolSize=5 2024-11-21T01:43:24,654 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b93ada835ef8:0, corePoolSize=5, maxPoolSize=5 2024-11-21T01:43:24,654 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b93ada835ef8:0, corePoolSize=10, maxPoolSize=10 2024-11-21T01:43:24,654 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T01:43:24,655 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b93ada835ef8:0, corePoolSize=2, maxPoolSize=2 2024-11-21T01:43:24,655 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T01:43:24,659 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732153434659 2024-11-21T01:43:24,661 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T01:43:24,662 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T01:43:24,662 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T01:43:24,662 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T01:43:24,667 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T01:43:24,668 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T01:43:24,668 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T01:43:24,668 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T01:43:24,670 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T01:43:24,670 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T01:43:24,672 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T01:43:24,679 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T01:43:24,680 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T01:43:24,681 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T01:43:24,686 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T01:43:24,686 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T01:43:24,690 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50053, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T01:43:24,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42243 is added to blk_1073741831_1007 (size=1321) 2024-11-21T01:43:24,691 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b93ada835ef8:0:becomeActiveMaster-HFileCleaner.large.0-1732153404690,5,FailOnTimeoutGroup] 2024-11-21T01:43:24,692 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b93ada835ef8:0:becomeActiveMaster-HFileCleaner.small.0-1732153404691,5,FailOnTimeoutGroup] 2024-11-21T01:43:24,692 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T01:43:24,692 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T01:43:24,693 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T01:43:24,693 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T01:43:24,694 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T01:43:24,694 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a 2024-11-21T01:43:24,697 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46641 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b93ada835ef8,38581,1732153402797 2024-11-21T01:43:24,700 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46641 {}] master.ServerManager(517): Registering regionserver=b93ada835ef8,38581,1732153402797 2024-11-21T01:43:24,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42243 is added to blk_1073741832_1008 (size=32) 2024-11-21T01:43:24,715 DEBUG [RS:0;b93ada835ef8:38581 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a 2024-11-21T01:43:24,715 DEBUG [RS:0;b93ada835ef8:38581 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41347 2024-11-21T01:43:24,715 DEBUG [RS:0;b93ada835ef8:38581 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T01:43:24,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46641-0x10112f653a20000, quorum=127.0.0.1:57125, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T01:43:24,720 DEBUG [RS:0;b93ada835ef8:38581 {}] zookeeper.ZKUtil(111): regionserver:38581-0x10112f653a20001, quorum=127.0.0.1:57125, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b93ada835ef8,38581,1732153402797 2024-11-21T01:43:24,720 WARN [RS:0;b93ada835ef8:38581 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T01:43:24,720 INFO [RS:0;b93ada835ef8:38581 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T01:43:24,721 DEBUG [RS:0;b93ada835ef8:38581 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/WALs/b93ada835ef8,38581,1732153402797 2024-11-21T01:43:24,722 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b93ada835ef8,38581,1732153402797] 2024-11-21T01:43:24,747 INFO [RS:0;b93ada835ef8:38581 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T01:43:24,762 INFO [RS:0;b93ada835ef8:38581 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T01:43:24,767 INFO [RS:0;b93ada835ef8:38581 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T01:43:24,767 INFO [RS:0;b93ada835ef8:38581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T01:43:24,768 INFO [RS:0;b93ada835ef8:38581 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T01:43:24,774 INFO [RS:0;b93ada835ef8:38581 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T01:43:24,775 INFO [RS:0;b93ada835ef8:38581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T01:43:24,776 DEBUG [RS:0;b93ada835ef8:38581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T01:43:24,776 DEBUG [RS:0;b93ada835ef8:38581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T01:43:24,776 DEBUG [RS:0;b93ada835ef8:38581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T01:43:24,776 DEBUG [RS:0;b93ada835ef8:38581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T01:43:24,776 DEBUG [RS:0;b93ada835ef8:38581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T01:43:24,776 DEBUG [RS:0;b93ada835ef8:38581 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b93ada835ef8:0, corePoolSize=2, maxPoolSize=2 2024-11-21T01:43:24,777 DEBUG [RS:0;b93ada835ef8:38581 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T01:43:24,777 DEBUG [RS:0;b93ada835ef8:38581 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T01:43:24,777 DEBUG [RS:0;b93ada835ef8:38581 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T01:43:24,777 DEBUG [RS:0;b93ada835ef8:38581 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T01:43:24,778 DEBUG [RS:0;b93ada835ef8:38581 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T01:43:24,778 DEBUG [RS:0;b93ada835ef8:38581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T01:43:24,778 DEBUG [RS:0;b93ada835ef8:38581 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b93ada835ef8:0, corePoolSize=3, maxPoolSize=3 2024-11-21T01:43:24,778 DEBUG [RS:0;b93ada835ef8:38581 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b93ada835ef8:0, corePoolSize=3, maxPoolSize=3 2024-11-21T01:43:24,779 INFO [RS:0;b93ada835ef8:38581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T01:43:24,780 INFO [RS:0;b93ada835ef8:38581 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T01:43:24,780 INFO [RS:0;b93ada835ef8:38581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T01:43:24,780 INFO [RS:0;b93ada835ef8:38581 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T01:43:24,780 INFO [RS:0;b93ada835ef8:38581 {}] hbase.ChoreService(168): Chore ScheduledChore name=NamedQueueServiceChore, period=900, unit=MILLISECONDS is enabled. 2024-11-21T01:43:24,780 INFO [RS:0;b93ada835ef8:38581 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T01:43:24,781 INFO [RS:0;b93ada835ef8:38581 {}] hbase.ChoreService(168): Chore ScheduledChore name=b93ada835ef8,38581,1732153402797-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T01:43:24,807 INFO [RS:0;b93ada835ef8:38581 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T01:43:24,809 INFO [RS:0;b93ada835ef8:38581 {}] hbase.ChoreService(168): Chore ScheduledChore name=b93ada835ef8,38581,1732153402797-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T01:43:24,810 INFO [RS:0;b93ada835ef8:38581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T01:43:24,810 INFO [RS:0;b93ada835ef8:38581 {}] regionserver.Replication(171): b93ada835ef8,38581,1732153402797 started 2024-11-21T01:43:24,836 INFO [RS:0;b93ada835ef8:38581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T01:43:24,837 INFO [RS:0;b93ada835ef8:38581 {}] regionserver.HRegionServer(1482): Serving as b93ada835ef8,38581,1732153402797, RpcServer on b93ada835ef8/172.17.0.3:38581, sessionid=0x10112f653a20001 2024-11-21T01:43:24,838 DEBUG [RS:0;b93ada835ef8:38581 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T01:43:24,838 DEBUG [RS:0;b93ada835ef8:38581 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b93ada835ef8,38581,1732153402797 2024-11-21T01:43:24,838 DEBUG [RS:0;b93ada835ef8:38581 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b93ada835ef8,38581,1732153402797' 2024-11-21T01:43:24,839 DEBUG [RS:0;b93ada835ef8:38581 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T01:43:24,840 DEBUG [RS:0;b93ada835ef8:38581 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T01:43:24,841 DEBUG [RS:0;b93ada835ef8:38581 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T01:43:24,841 DEBUG [RS:0;b93ada835ef8:38581 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T01:43:24,841 DEBUG [RS:0;b93ada835ef8:38581 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b93ada835ef8,38581,1732153402797 2024-11-21T01:43:24,841 DEBUG [RS:0;b93ada835ef8:38581 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b93ada835ef8,38581,1732153402797' 2024-11-21T01:43:24,841 DEBUG [RS:0;b93ada835ef8:38581 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T01:43:24,842 DEBUG [RS:0;b93ada835ef8:38581 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T01:43:24,843 DEBUG [RS:0;b93ada835ef8:38581 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T01:43:24,843 INFO [RS:0;b93ada835ef8:38581 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T01:43:24,843 INFO [RS:0;b93ada835ef8:38581 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T01:43:24,949 INFO [RS:0;b93ada835ef8:38581 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T01:43:24,952 INFO [RS:0;b93ada835ef8:38581 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b93ada835ef8%2C38581%2C1732153402797, suffix=, logDir=hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/WALs/b93ada835ef8,38581,1732153402797, archiveDir=hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/oldWALs, maxLogs=32 2024-11-21T01:43:24,972 DEBUG [RS:0;b93ada835ef8:38581 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/WALs/b93ada835ef8,38581,1732153402797/b93ada835ef8%2C38581%2C1732153402797.1732153404954, exclude list is [], retry=0 2024-11-21T01:43:24,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42243,DS-1f73bf47-9d45-4116-a472-cbf4122e93c5,DISK] 2024-11-21T01:43:24,980 INFO [RS:0;b93ada835ef8:38581 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/WALs/b93ada835ef8,38581,1732153402797/b93ada835ef8%2C38581%2C1732153402797.1732153404954 2024-11-21T01:43:24,982 DEBUG [RS:0;b93ada835ef8:38581 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37813:37813)] 2024-11-21T01:43:24,982 DEBUG [Time-limited test.named-queue-events-pool-0 {}] namequeues.WALEventTrackerQueueService(90): Adding wal event tracker payload WALEventTrackerPayload[rsName=b93ada835ef8, walName=b93ada835ef8%2C38581%2C1732153402797.1732153404954, timeStamp=1732153404982, walState=ACTIVE, walLength=0] 2024-11-21T01:43:25,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T01:43:25,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T01:43:25,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T01:43:25,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T01:43:25,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T01:43:25,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T01:43:25,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T01:43:25,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T01:43:25,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T01:43:25,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T01:43:25,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T01:43:25,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T01:43:25,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T01:43:25,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T01:43:25,129 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T01:43:25,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T01:43:25,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T01:43:25,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T01:43:25,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/data/hbase/meta/1588230740 2024-11-21T01:43:25,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/data/hbase/meta/1588230740 2024-11-21T01:43:25,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T01:43:25,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T01:43:25,138 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T01:43:25,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T01:43:25,145 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T01:43:25,146 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74118714, jitterRate=0.104454904794693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T01:43:25,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732153405110Initializing all the Stores at 1732153405112 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732153405112Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732153405113 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732153405113Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732153405113Cleaning up temporary data from old regions at 1732153405136 (+23 ms)Region opened successfully at 1732153405149 (+13 ms) 2024-11-21T01:43:25,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T01:43:25,150 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T01:43:25,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T01:43:25,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T01:43:25,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T01:43:25,152 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T01:43:25,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732153405149Disabling compacts and flushes for region at 1732153405149Disabling writes for close at 1732153405150 (+1 ms)Writing region close event to WAL at 1732153405151 (+1 ms)Closed at 1732153405152 (+1 ms) 2024-11-21T01:43:25,156 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T01:43:25,156 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T01:43:25,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T01:43:25,175 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T01:43:25,178 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T01:43:25,331 DEBUG [b93ada835ef8:46641 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T01:43:25,346 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b93ada835ef8,38581,1732153402797 2024-11-21T01:43:25,354 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b93ada835ef8,38581,1732153402797, state=OPENING 2024-11-21T01:43:25,361 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T01:43:25,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46641-0x10112f653a20000, quorum=127.0.0.1:57125, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T01:43:25,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38581-0x10112f653a20001, quorum=127.0.0.1:57125, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T01:43:25,364 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T01:43:25,364 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T01:43:25,365 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T01:43:25,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b93ada835ef8,38581,1732153402797}] 2024-11-21T01:43:25,547 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T01:43:25,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54949, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T01:43:25,561 INFO [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T01:43:25,562 INFO [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T01:43:25,562 INFO [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T01:43:25,565 INFO [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b93ada835ef8%2C38581%2C1732153402797.meta, suffix=.meta, logDir=hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/WALs/b93ada835ef8,38581,1732153402797, archiveDir=hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/oldWALs, maxLogs=32 2024-11-21T01:43:25,582 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/WALs/b93ada835ef8,38581,1732153402797/b93ada835ef8%2C38581%2C1732153402797.meta.1732153405567.meta, exclude list is [], retry=0 2024-11-21T01:43:25,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42243,DS-1f73bf47-9d45-4116-a472-cbf4122e93c5,DISK] 2024-11-21T01:43:25,588 INFO [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/WALs/b93ada835ef8,38581,1732153402797/b93ada835ef8%2C38581%2C1732153402797.meta.1732153405567.meta 2024-11-21T01:43:25,589 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37813:37813)] 2024-11-21T01:43:25,589 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T01:43:25,591 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T01:43:25,593 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T01:43:25,598 INFO [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T01:43:25,602 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T01:43:25,602 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T01:43:25,603 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T01:43:25,603 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T01:43:25,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T01:43:25,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T01:43:25,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T01:43:25,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T01:43:25,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T01:43:25,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T01:43:25,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T01:43:25,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T01:43:25,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T01:43:25,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T01:43:25,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T01:43:25,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T01:43:25,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T01:43:25,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T01:43:25,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T01:43:25,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T01:43:25,615 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T01:43:25,616 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/data/hbase/meta/1588230740 2024-11-21T01:43:25,619 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/data/hbase/meta/1588230740 2024-11-21T01:43:25,622 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T01:43:25,622 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T01:43:25,623 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T01:43:25,626 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T01:43:25,628 INFO [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72625420, jitterRate=0.08220309019088745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T01:43:25,628 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T01:43:25,631 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732153405603Writing region info on filesystem at 1732153405603Initializing all the Stores at 1732153405605 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732153405605Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732153405605Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732153405605Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732153405605Cleaning up temporary data from old regions at 1732153405622 (+17 ms)Running coprocessor post-open hooks at 1732153405628 (+6 ms)Region opened successfully at 1732153405631 (+3 ms) 2024-11-21T01:43:25,638 INFO [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732153405538 2024-11-21T01:43:25,650 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T01:43:25,651 INFO [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T01:43:25,652 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b93ada835ef8,38581,1732153402797 2024-11-21T01:43:25,654 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b93ada835ef8,38581,1732153402797, state=OPEN 2024-11-21T01:43:25,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38581-0x10112f653a20001, quorum=127.0.0.1:57125, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T01:43:25,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46641-0x10112f653a20000, quorum=127.0.0.1:57125, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T01:43:25,660 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T01:43:25,661 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T01:43:25,662 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b93ada835ef8,38581,1732153402797 2024-11-21T01:43:25,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T01:43:25,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b93ada835ef8,38581,1732153402797 in 295 msec 2024-11-21T01:43:25,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T01:43:25,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 515 msec 2024-11-21T01:43:25,686 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T01:43:25,686 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T01:43:25,707 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T01:43:25,708 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b93ada835ef8,38581,1732153402797, seqNum=-1] 2024-11-21T01:43:25,711 DEBUG [regionserver/b93ada835ef8:0.Chore.1 {}] namequeues.NamedQueueServiceChore(61): Starting chore for event SLOW_LOG 2024-11-21T01:43:25,711 DEBUG [regionserver/b93ada835ef8:0.Chore.1 {}] namequeues.NamedQueueServiceChore(65): Stopping chore for event SLOW_LOG 2024-11-21T01:43:25,711 DEBUG [regionserver/b93ada835ef8:0.Chore.1 {}] namequeues.NamedQueueServiceChore(61): Starting chore for event BALANCE_DECISION 2024-11-21T01:43:25,711 DEBUG [regionserver/b93ada835ef8:0.Chore.1 {}] namequeues.NamedQueueServiceChore(65): Stopping chore for event BALANCE_DECISION 2024-11-21T01:43:25,711 DEBUG [regionserver/b93ada835ef8:0.Chore.1 {}] namequeues.NamedQueueServiceChore(61): Starting chore for event BALANCE_REJECTION 2024-11-21T01:43:25,711 DEBUG [regionserver/b93ada835ef8:0.Chore.1 {}] namequeues.NamedQueueServiceChore(65): Stopping chore for event BALANCE_REJECTION 2024-11-21T01:43:25,711 DEBUG [regionserver/b93ada835ef8:0.Chore.1 {}] namequeues.NamedQueueServiceChore(61): Starting chore for event WAL_EVENT_TRACKER 2024-11-21T01:43:25,727 DEBUG [regionserver/b93ada835ef8:0.Chore.1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T01:43:25,727 DEBUG [regionserver/b93ada835ef8:0.Chore.1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b93ada835ef8,38581,1732153402797, seqNum=-1] 2024-11-21T01:43:25,729 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T01:43:25,732 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38385, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T01:43:25,741 DEBUG [regionserver/b93ada835ef8:0.Chore.1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T01:43:25,743 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57021, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-21T01:43:25,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1920 sec 2024-11-21T01:43:25,756 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732153405756, completionTime=-1 2024-11-21T01:43:25,759 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'REPLICATION.WALEVENTTRACKER', row='b93ada835ef8%2C38581%2C1732153402797.1732153404954_1732153404982_ACTIVE', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: REPLICATION.WALEVENTTRACKER at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:422) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:149) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T01:43:25,760 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T01:43:25,760 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T01:43:25,764 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T01:43:25,765 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732153465764 2024-11-21T01:43:25,765 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732153525765 2024-11-21T01:43:25,765 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 4 msec 2024-11-21T01:43:25,767 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b93ada835ef8,46641,1732153401979-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T01:43:25,768 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b93ada835ef8,46641,1732153401979-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T01:43:25,768 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b93ada835ef8,46641,1732153401979-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T01:43:25,770 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b93ada835ef8:46641, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T01:43:25,771 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T01:43:25,771 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T01:43:25,777 DEBUG [master/b93ada835ef8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T01:43:25,801 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.851sec 2024-11-21T01:43:25,802 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T01:43:25,804 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T01:43:25,804 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(83): REPLICATION.WALEVENTTRACKER table not found. Creating. 2024-11-21T01:43:25,810 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] master.HMaster$4(2454): Client=null/null create 'REPLICATION.WALEVENTTRACKER', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => '31536000 SECONDS (365 DAYS)', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'false', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T01:43:25,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2540991b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T01:43:25,816 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T01:43:25,817 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T01:43:25,816 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=REPLICATION.WALEVENTTRACKER 2024-11-21T01:43:25,820 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=REPLICATION.WALEVENTTRACKER execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T01:43:25,821 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b93ada835ef8,46641,-1 for getting cluster id 2024-11-21T01:43:25,823 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T01:43:25,823 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T01:43:25,823 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T01:43:25,823 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T01:43:25,824 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b93ada835ef8,46641,1732153401979-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T01:43:25,824 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b93ada835ef8,46641,1732153401979-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T01:43:25,826 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=REPLICATION.WALEVENTTRACKER execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T01:43:25,834 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fce860f9-9f11-44ae-9295-72bbe2b4d242' 2024-11-21T01:43:25,841 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T01:43:25,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T01:43:25,842 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T01:43:25,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fce860f9-9f11-44ae-9295-72bbe2b4d242" 2024-11-21T01:43:25,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b5f3236, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T01:43:25,842 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b93ada835ef8,46641,1732153401979-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T01:43:25,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b93ada835ef8,46641,-1] 2024-11-21T01:43:25,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42243 is added to blk_1073741835_1011 (size=403) 2024-11-21T01:43:25,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T01:43:25,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T01:43:25,849 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37950, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T01:43:25,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@269a7ef4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T01:43:25,854 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T01:43:25,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b93ada835ef8,38581,1732153402797, seqNum=-1] 2024-11-21T01:43:25,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T01:43:25,864 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'REPLICATION.WALEVENTTRACKER', row='b93ada835ef8%2C38581%2C1732153402797.1732153404954_1732153404982_ACTIVE', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: REPLICATION.WALEVENTTRACKER at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:422) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:149) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T01:43:25,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35294, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T01:43:25,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b93ada835ef8,46641,1732153401979 2024-11-21T01:43:25,918 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: namequeues.TestWALEventTracker#testWALRolling Thread=212, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=481, ProcessCount=11, AvailableMemoryMB=1094 2024-11-21T01:43:25,921 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T01:43:26,069 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'REPLICATION.WALEVENTTRACKER', row='b93ada835ef8%2C38581%2C1732153402797.1732153404954_1732153404982_ACTIVE', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: REPLICATION.WALEVENTTRACKER at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:422) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:149) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T01:43:26,249 INFO [RegionOpenAndInit-REPLICATION.WALEVENTTRACKER-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 62467778cced8e92e8df0430b96d8870, NAME => 'REPLICATION.WALEVENTTRACKER,,1732153405805.62467778cced8e92e8df0430b96d8870.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='REPLICATION.WALEVENTTRACKER', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => '31536000 SECONDS (365 DAYS)', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'false', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a 2024-11-21T01:43:26,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42243 is added to blk_1073741836_1012 (size=62) 2024-11-21T01:43:26,473 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'REPLICATION.WALEVENTTRACKER', row='b93ada835ef8%2C38581%2C1732153402797.1732153404954_1732153404982_ACTIVE', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: REPLICATION.WALEVENTTRACKER at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:422) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:149) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T01:43:26,474 ERROR [regionserver/b93ada835ef8:0.Chore.1 {}] namequeues.WALEventTrackerQueueService(133): Failed while persisting wal tracker records org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=1, exceptions: 2024-11-21T01:43:26.474Z, org.apache.hadoop.hbase.TableNotFoundException: REPLICATION.WALEVENTTRACKER at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.TableOverAsyncTable.put(TableOverAsyncTable.java:218) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.namequeues.WALEventTrackerTableAccessor.doPut(WALEventTrackerTableAccessor.java:72) ~[classes/:?] at org.apache.hadoop.hbase.namequeues.WALEventTrackerTableAccessor.addWalEventTrackerRows(WALEventTrackerTableAccessor.java:124) ~[classes/:?] at org.apache.hadoop.hbase.namequeues.WALEventTrackerQueueService.persistAll(WALEventTrackerQueueService.java:129) ~[classes/:?] at org.apache.hadoop.hbase.namequeues.LogEventHandler.persistAll(LogEventHandler.java:111) ~[classes/:?] at org.apache.hadoop.hbase.namequeues.NamedQueueRecorder.persistAll(NamedQueueRecorder.java:145) ~[classes/:?] at org.apache.hadoop.hbase.namequeues.NamedQueueServiceChore.chore(NamedQueueServiceChore.java:63) ~[classes/:?] at org.apache.hadoop.hbase.ScheduledChore.run(ScheduledChore.java:161) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) ~[?:?] at org.apache.hadoop.hbase.JitterScheduledThreadPoolExecutorImpl$JitteredRunnableScheduledFuture.run(JitterScheduledThreadPoolExecutorImpl.java:107) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncBatchRpcRetryingCaller.failOne(AsyncBatchRpcRetryingCaller.java:256) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncBatchRpcRetryingCaller.lambda$groupAndSend$25(AsyncBatchRpcRetryingCaller.java:509) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$5(AsyncRegionLocator.java:167) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$RegionLocationsFutureResult.complete(AsyncNonMetaRegionLocator.java:134) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.complete(AsyncNonMetaRegionLocator.java:301) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:422) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:149) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.TableNotFoundException: REPLICATION.WALEVENTTRACKER ... 55 more 2024-11-21T01:43:26,476 DEBUG [regionserver/b93ada835ef8:0.Chore.1 {}] namequeues.NamedQueueServiceChore(65): Stopping chore for event WAL_EVENT_TRACKER 2024-11-21T01:43:26,476 INFO [regionserver/b93ada835ef8:0.Chore.1 {}] hbase.ScheduledChore(145): Chore: MemstoreFlusherChore missed its start time 2024-11-21T01:43:26,477 INFO [regionserver/b93ada835ef8:0.Chore.2 {}] hbase.ScheduledChore(145): Chore: CompactionChecker missed its start time 2024-11-21T01:43:26,581 DEBUG [regionserver/b93ada835ef8:0.Chore.1 {}] namequeues.NamedQueueServiceChore(61): Starting chore for event SLOW_LOG 2024-11-21T01:43:26,581 DEBUG [regionserver/b93ada835ef8:0.Chore.1 {}] namequeues.NamedQueueServiceChore(65): Stopping chore for event SLOW_LOG 2024-11-21T01:43:26,581 DEBUG [regionserver/b93ada835ef8:0.Chore.1 {}] namequeues.NamedQueueServiceChore(61): Starting chore for event BALANCE_DECISION 2024-11-21T01:43:26,581 DEBUG [regionserver/b93ada835ef8:0.Chore.1 {}] namequeues.NamedQueueServiceChore(65): Stopping chore for event BALANCE_DECISION 2024-11-21T01:43:26,581 DEBUG [regionserver/b93ada835ef8:0.Chore.1 {}] namequeues.NamedQueueServiceChore(61): Starting chore for event BALANCE_REJECTION 2024-11-21T01:43:26,581 DEBUG [regionserver/b93ada835ef8:0.Chore.1 {}] namequeues.NamedQueueServiceChore(65): Stopping chore for event BALANCE_REJECTION 2024-11-21T01:43:26,581 DEBUG [regionserver/b93ada835ef8:0.Chore.1 {}] namequeues.NamedQueueServiceChore(61): Starting chore for event WAL_EVENT_TRACKER 2024-11-21T01:43:26,581 DEBUG [regionserver/b93ada835ef8:0.Chore.1 {}] namequeues.WALEventTrackerQueueService(123): Wal Event tracker queue is empty. 2024-11-21T01:43:26,581 DEBUG [regionserver/b93ada835ef8:0.Chore.1 {}] namequeues.NamedQueueServiceChore(65): Stopping chore for event WAL_EVENT_TRACKER 2024-11-21T01:43:26,659 DEBUG [RegionOpenAndInit-REPLICATION.WALEVENTTRACKER-pool-0 {}] regionserver.HRegion(898): Instantiated REPLICATION.WALEVENTTRACKER,,1732153405805.62467778cced8e92e8df0430b96d8870.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T01:43:26,660 DEBUG [RegionOpenAndInit-REPLICATION.WALEVENTTRACKER-pool-0 {}] regionserver.HRegion(1722): Closing 62467778cced8e92e8df0430b96d8870, disabling compactions & flushes 2024-11-21T01:43:26,660 INFO [RegionOpenAndInit-REPLICATION.WALEVENTTRACKER-pool-0 {}] regionserver.HRegion(1755): Closing region REPLICATION.WALEVENTTRACKER,,1732153405805.62467778cced8e92e8df0430b96d8870. 2024-11-21T01:43:26,660 DEBUG [RegionOpenAndInit-REPLICATION.WALEVENTTRACKER-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on REPLICATION.WALEVENTTRACKER,,1732153405805.62467778cced8e92e8df0430b96d8870. 2024-11-21T01:43:26,660 DEBUG [RegionOpenAndInit-REPLICATION.WALEVENTTRACKER-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on REPLICATION.WALEVENTTRACKER,,1732153405805.62467778cced8e92e8df0430b96d8870. after waiting 0 ms 2024-11-21T01:43:26,660 DEBUG [RegionOpenAndInit-REPLICATION.WALEVENTTRACKER-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region REPLICATION.WALEVENTTRACKER,,1732153405805.62467778cced8e92e8df0430b96d8870. 2024-11-21T01:43:26,660 INFO [RegionOpenAndInit-REPLICATION.WALEVENTTRACKER-pool-0 {}] regionserver.HRegion(1973): Closed REPLICATION.WALEVENTTRACKER,,1732153405805.62467778cced8e92e8df0430b96d8870. 2024-11-21T01:43:26,660 DEBUG [RegionOpenAndInit-REPLICATION.WALEVENTTRACKER-pool-0 {}] regionserver.HRegion(1676): Region close journal for 62467778cced8e92e8df0430b96d8870: Waiting for close lock at 1732153406660Disabling compacts and flushes for region at 1732153406660Disabling writes for close at 1732153406660Writing region close event to WAL at 1732153406660Closed at 1732153406660 2024-11-21T01:43:26,664 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=REPLICATION.WALEVENTTRACKER execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T01:43:26,671 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"REPLICATION.WALEVENTTRACKER,,1732153405805.62467778cced8e92e8df0430b96d8870.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732153406664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732153406664"}]},"ts":"1732153406664"} 2024-11-21T01:43:26,678 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T01:43:26,683 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=REPLICATION.WALEVENTTRACKER execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T01:43:26,687 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"REPLICATION.WALEVENTTRACKER","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732153406683"}]},"ts":"1732153406683"} 2024-11-21T01:43:26,696 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=REPLICATION.WALEVENTTRACKER, state=ENABLING in hbase:meta 2024-11-21T01:43:26,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=REPLICATION.WALEVENTTRACKER, region=62467778cced8e92e8df0430b96d8870, ASSIGN}] 2024-11-21T01:43:26,702 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=REPLICATION.WALEVENTTRACKER, region=62467778cced8e92e8df0430b96d8870, ASSIGN 2024-11-21T01:43:26,705 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=REPLICATION.WALEVENTTRACKER, region=62467778cced8e92e8df0430b96d8870, ASSIGN; state=OFFLINE, location=b93ada835ef8,38581,1732153402797; forceNewPlan=false, retain=false 2024-11-21T01:43:26,750 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T01:43:26,784 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/WALs/b93ada835ef8,38581,1732153402797/b93ada835ef8%2C38581%2C1732153402797.1732153406761, exclude list is [], retry=0 2024-11-21T01:43:26,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42243,DS-1f73bf47-9d45-4116-a472-cbf4122e93c5,DISK] 2024-11-21T01:43:26,792 DEBUG [Time-limited test.named-queue-events-pool-0 {}] namequeues.WALEventTrackerQueueService(90): Adding wal event tracker payload WALEventTrackerPayload[rsName=b93ada835ef8, walName=b93ada835ef8%2C38581%2C1732153402797.1732153404954, timeStamp=1732153406792, walState=ROLLING, walLength=0] 2024-11-21T01:43:26,793 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/WALs/b93ada835ef8,38581,1732153402797/b93ada835ef8%2C38581%2C1732153402797.1732153404954 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/WALs/b93ada835ef8,38581,1732153402797/b93ada835ef8%2C38581%2C1732153402797.1732153406761 2024-11-21T01:43:26,795 DEBUG [Time-limited test.named-queue-events-pool-0 {}] namequeues.WALEventTrackerQueueService(90): Adding wal event tracker payload WALEventTrackerPayload[rsName=b93ada835ef8, walName=b93ada835ef8%2C38581%2C1732153402797.1732153404954, timeStamp=1732153406795, walState=ROLLED, walLength=0] 2024-11-21T01:43:26,795 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37813:37813)] 2024-11-21T01:43:26,795 DEBUG [Time-limited test.named-queue-events-pool-0 {}] namequeues.WALEventTrackerQueueService(90): Adding wal event tracker payload WALEventTrackerPayload[rsName=b93ada835ef8, walName=b93ada835ef8%2C38581%2C1732153402797.1732153406761, timeStamp=1732153406795, walState=ACTIVE, walLength=0] 2024-11-21T01:43:26,795 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/WALs/b93ada835ef8,38581,1732153402797/b93ada835ef8%2C38581%2C1732153402797.1732153404954 is not closed yet, will try archiving it next time 2024-11-21T01:43:26,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T01:43:26,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42243 is added to blk_1073741833_1009 (size=93) 2024-11-21T01:43:26,799 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/WALs/b93ada835ef8,38581,1732153402797/b93ada835ef8%2C38581%2C1732153402797.1732153404954 to hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/oldWALs/b93ada835ef8%2C38581%2C1732153402797.1732153404954 2024-11-21T01:43:26,799 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T01:43:26,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'REPLICATION.WALEVENTTRACKER', row='', locateType=CURRENT is [region=REPLICATION.WALEVENTTRACKER,,1732153405805.62467778cced8e92e8df0430b96d8870., hostname=null, seqNum=-1] 2024-11-21T01:43:26,805 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'REPLICATION.WALEVENTTRACKER', row='', locateType=CURRENT org.apache.hadoop.hbase.HBaseIOException: No location found for 'REPLICATION.WALEVENTTRACKER', row='', locateType=CURRENT at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.onScanNext(AsyncNonMetaRegionLocator.java:322) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onNext(AsyncNonMetaRegionLocator.java:437) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncScanSingleRegionRpcRetryingCaller.onComplete(AsyncScanSingleRegionRpcRetryingCaller.java:535) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncScanSingleRegionRpcRetryingCaller.start(AsyncScanSingleRegionRpcRetryingCaller.java:636) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$ScanSingleRegionCallerBuilder.start(AsyncRpcRetryingCallerFactory.java:322) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:208) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:149) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T01:43:26,856 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=62467778cced8e92e8df0430b96d8870, regionState=OPENING, regionLocation=b93ada835ef8,38581,1732153402797 2024-11-21T01:43:26,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=REPLICATION.WALEVENTTRACKER, region=62467778cced8e92e8df0430b96d8870, ASSIGN because future has completed 2024-11-21T01:43:26,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62467778cced8e92e8df0430b96d8870, server=b93ada835ef8,38581,1732153402797}] 2024-11-21T01:43:26,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'REPLICATION.WALEVENTTRACKER', row='', locateType=CURRENT is [region=REPLICATION.WALEVENTTRACKER,,1732153405805.62467778cced8e92e8df0430b96d8870., hostname=null, seqNum=-1] 2024-11-21T01:43:26,918 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'REPLICATION.WALEVENTTRACKER', row='', locateType=CURRENT org.apache.hadoop.hbase.HBaseIOException: No location found for 'REPLICATION.WALEVENTTRACKER', row='', locateType=CURRENT at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.onScanNext(AsyncNonMetaRegionLocator.java:322) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onNext(AsyncNonMetaRegionLocator.java:437) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncScanSingleRegionRpcRetryingCaller.onComplete(AsyncScanSingleRegionRpcRetryingCaller.java:535) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncScanSingleRegionRpcRetryingCaller.start(AsyncScanSingleRegionRpcRetryingCaller.java:636) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$ScanSingleRegionCallerBuilder.start(AsyncRpcRetryingCallerFactory.java:322) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:208) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:149) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T01:43:27,021 INFO [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open REPLICATION.WALEVENTTRACKER,,1732153405805.62467778cced8e92e8df0430b96d8870. 2024-11-21T01:43:27,021 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 62467778cced8e92e8df0430b96d8870, NAME => 'REPLICATION.WALEVENTTRACKER,,1732153405805.62467778cced8e92e8df0430b96d8870.', STARTKEY => '', ENDKEY => ''} 2024-11-21T01:43:27,022 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table REPLICATION.WALEVENTTRACKER 62467778cced8e92e8df0430b96d8870 2024-11-21T01:43:27,022 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated REPLICATION.WALEVENTTRACKER,,1732153405805.62467778cced8e92e8df0430b96d8870.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T01:43:27,022 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 62467778cced8e92e8df0430b96d8870 2024-11-21T01:43:27,022 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 62467778cced8e92e8df0430b96d8870 2024-11-21T01:43:27,024 INFO [StoreOpener-62467778cced8e92e8df0430b96d8870-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=false, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 62467778cced8e92e8df0430b96d8870 2024-11-21T01:43:27,027 INFO [StoreOpener-62467778cced8e92e8df0430b96d8870-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62467778cced8e92e8df0430b96d8870 columnFamilyName info 2024-11-21T01:43:27,027 DEBUG [StoreOpener-62467778cced8e92e8df0430b96d8870-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T01:43:27,028 INFO [StoreOpener-62467778cced8e92e8df0430b96d8870-1 {}] regionserver.HStore(327): Store=62467778cced8e92e8df0430b96d8870/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T01:43:27,028 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 62467778cced8e92e8df0430b96d8870 2024-11-21T01:43:27,029 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/data/default/REPLICATION.WALEVENTTRACKER/62467778cced8e92e8df0430b96d8870 2024-11-21T01:43:27,030 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/data/default/REPLICATION.WALEVENTTRACKER/62467778cced8e92e8df0430b96d8870 2024-11-21T01:43:27,030 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 62467778cced8e92e8df0430b96d8870 2024-11-21T01:43:27,031 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 62467778cced8e92e8df0430b96d8870 2024-11-21T01:43:27,033 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 62467778cced8e92e8df0430b96d8870 2024-11-21T01:43:27,037 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/data/default/REPLICATION.WALEVENTTRACKER/62467778cced8e92e8df0430b96d8870/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T01:43:27,038 INFO [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 62467778cced8e92e8df0430b96d8870; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62792532, jitterRate=-0.06431835889816284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T01:43:27,039 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 62467778cced8e92e8df0430b96d8870 2024-11-21T01:43:27,040 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 62467778cced8e92e8df0430b96d8870: Running coprocessor pre-open hook at 1732153407022Writing region info on filesystem at 1732153407022Initializing all the Stores at 1732153407024 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => '31536000 SECONDS (365 DAYS)', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'false', BLOCKSIZE => '65536 B (64KB)'} at 1732153407024Cleaning up temporary data from old regions at 1732153407031 (+7 ms)Running coprocessor post-open hooks at 1732153407039 (+8 ms)Region opened successfully at 1732153407040 (+1 ms) 2024-11-21T01:43:27,042 INFO [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for REPLICATION.WALEVENTTRACKER,,1732153405805.62467778cced8e92e8df0430b96d8870., pid=6, masterSystemTime=1732153407015 2024-11-21T01:43:27,046 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for REPLICATION.WALEVENTTRACKER,,1732153405805.62467778cced8e92e8df0430b96d8870. 2024-11-21T01:43:27,046 INFO [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened REPLICATION.WALEVENTTRACKER,,1732153405805.62467778cced8e92e8df0430b96d8870. 2024-11-21T01:43:27,047 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=62467778cced8e92e8df0430b96d8870, regionState=OPEN, openSeqNum=2, regionLocation=b93ada835ef8,38581,1732153402797 2024-11-21T01:43:27,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62467778cced8e92e8df0430b96d8870, server=b93ada835ef8,38581,1732153402797 because future has completed 2024-11-21T01:43:27,056 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T01:43:27,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 62467778cced8e92e8df0430b96d8870, server=b93ada835ef8,38581,1732153402797 in 192 msec 2024-11-21T01:43:27,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T01:43:27,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=REPLICATION.WALEVENTTRACKER, region=62467778cced8e92e8df0430b96d8870, ASSIGN in 358 msec 2024-11-21T01:43:27,063 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=REPLICATION.WALEVENTTRACKER execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T01:43:27,063 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"REPLICATION.WALEVENTTRACKER","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732153407063"}]},"ts":"1732153407063"} 2024-11-21T01:43:27,066 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=REPLICATION.WALEVENTTRACKER, state=ENABLED in hbase:meta 2024-11-21T01:43:27,067 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=REPLICATION.WALEVENTTRACKER execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T01:43:27,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=REPLICATION.WALEVENTTRACKER in 1.2560 sec 2024-11-21T01:43:27,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'REPLICATION.WALEVENTTRACKER', row='', locateType=CURRENT is [region=REPLICATION.WALEVENTTRACKER,,1732153405805.62467778cced8e92e8df0430b96d8870., hostname=b93ada835ef8,38581,1732153402797, seqNum=2] 2024-11-21T01:43:27,130 INFO [Time-limited test {}] namequeues.TestWALEventTracker(243): Table count: 0 2024-11-21T01:43:27,233 INFO [Time-limited test {}] namequeues.TestWALEventTracker(243): Table count: 0 2024-11-21T01:43:27,335 INFO [Time-limited test {}] namequeues.TestWALEventTracker(243): Table count: 0 2024-11-21T01:43:27,439 INFO [Time-limited test {}] namequeues.TestWALEventTracker(243): Table count: 0 2024-11-21T01:43:27,481 DEBUG [regionserver/b93ada835ef8:0.Chore.1 {}] namequeues.NamedQueueServiceChore(61): Starting chore for event SLOW_LOG 2024-11-21T01:43:27,481 DEBUG [regionserver/b93ada835ef8:0.Chore.1 {}] namequeues.NamedQueueServiceChore(65): Stopping chore for event SLOW_LOG 2024-11-21T01:43:27,481 DEBUG [regionserver/b93ada835ef8:0.Chore.1 {}] namequeues.NamedQueueServiceChore(61): Starting chore for event BALANCE_DECISION 2024-11-21T01:43:27,481 DEBUG [regionserver/b93ada835ef8:0.Chore.1 {}] namequeues.NamedQueueServiceChore(65): Stopping chore for event BALANCE_DECISION 2024-11-21T01:43:27,481 DEBUG [regionserver/b93ada835ef8:0.Chore.1 {}] namequeues.NamedQueueServiceChore(61): Starting chore for event BALANCE_REJECTION 2024-11-21T01:43:27,481 DEBUG [regionserver/b93ada835ef8:0.Chore.1 {}] namequeues.NamedQueueServiceChore(65): Stopping chore for event BALANCE_REJECTION 2024-11-21T01:43:27,481 DEBUG [regionserver/b93ada835ef8:0.Chore.1 {}] namequeues.NamedQueueServiceChore(61): Starting chore for event WAL_EVENT_TRACKER 2024-11-21T01:43:27,516 DEBUG [regionserver/b93ada835ef8:0.Chore.1 {}] namequeues.NamedQueueServiceChore(65): Stopping chore for event WAL_EVENT_TRACKER 2024-11-21T01:43:27,542 INFO [Time-limited test {}] namequeues.TestWALEventTracker(243): Table count: 3 2024-11-21T01:43:27,555 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: namequeues.TestWALEventTracker#testWALRolling Thread=219 (was 212) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1463380545_20 at /127.0.0.1:56474 [Receiving block BP-1972609106-172.17.0.3-1732153398796:blk_1073741837_1013] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1972609106-172.17.0.3-1732153398796:blk_1073741837_1013, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1463380545_20 at /127.0.0.1:56386 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b93ada835ef8:0.Chore.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b93ada835ef8:0.Chore.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=481 (was 481), ProcessCount=11 (was 11), AvailableMemoryMB=1055 (was 1094) 2024-11-21T01:43:27,555 INFO [Time-limited test {}] namequeues.TestWALEventTracker(87): Calling teardown 2024-11-21T01:43:27,556 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T01:43:27,556 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.namequeues.TestWALEventTracker.teardown(TestWALEventTracker.java:88) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T01:43:27,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T01:43:27,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T01:43:27,561 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T01:43:27,561 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T01:43:27,562 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=694036216, stopped=false 2024-11-21T01:43:27,562 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b93ada835ef8,46641,1732153401979 2024-11-21T01:43:27,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46641-0x10112f653a20000, quorum=127.0.0.1:57125, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T01:43:27,564 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T01:43:27,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38581-0x10112f653a20001, quorum=127.0.0.1:57125, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T01:43:27,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46641-0x10112f653a20000, quorum=127.0.0.1:57125, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T01:43:27,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38581-0x10112f653a20001, quorum=127.0.0.1:57125, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T01:43:27,565 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T01:43:27,565 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.namequeues.TestWALEventTracker.teardown(TestWALEventTracker.java:88) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T01:43:27,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T01:43:27,565 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b93ada835ef8,38581,1732153402797' ***** 2024-11-21T01:43:27,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38581-0x10112f653a20001, quorum=127.0.0.1:57125, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T01:43:27,566 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T01:43:27,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46641-0x10112f653a20000, quorum=127.0.0.1:57125, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T01:43:27,566 INFO [RS:0;b93ada835ef8:38581 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T01:43:27,566 INFO [RS:0;b93ada835ef8:38581 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T01:43:27,566 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T01:43:27,566 INFO [RS:0;b93ada835ef8:38581 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T01:43:27,567 INFO [RS:0;b93ada835ef8:38581 {}] regionserver.HRegionServer(3091): Received CLOSE for 62467778cced8e92e8df0430b96d8870 2024-11-21T01:43:27,567 INFO [RS:0;b93ada835ef8:38581 {}] regionserver.HRegionServer(959): stopping server b93ada835ef8,38581,1732153402797 2024-11-21T01:43:27,567 INFO [RS:0;b93ada835ef8:38581 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T01:43:27,568 INFO [RS:0;b93ada835ef8:38581 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b93ada835ef8:38581. 2024-11-21T01:43:27,568 DEBUG [RS:0;b93ada835ef8:38581 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T01:43:27,568 DEBUG [RS:0;b93ada835ef8:38581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T01:43:27,568 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 62467778cced8e92e8df0430b96d8870, disabling compactions & flushes 2024-11-21T01:43:27,568 INFO [RS:0;b93ada835ef8:38581 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T01:43:27,568 INFO [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region REPLICATION.WALEVENTTRACKER,,1732153405805.62467778cced8e92e8df0430b96d8870. 2024-11-21T01:43:27,568 INFO [RS:0;b93ada835ef8:38581 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T01:43:27,568 INFO [RS:0;b93ada835ef8:38581 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T01:43:27,568 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on REPLICATION.WALEVENTTRACKER,,1732153405805.62467778cced8e92e8df0430b96d8870. 2024-11-21T01:43:27,568 INFO [RS:0;b93ada835ef8:38581 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T01:43:27,568 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on REPLICATION.WALEVENTTRACKER,,1732153405805.62467778cced8e92e8df0430b96d8870. after waiting 0 ms 2024-11-21T01:43:27,568 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region REPLICATION.WALEVENTTRACKER,,1732153405805.62467778cced8e92e8df0430b96d8870. 2024-11-21T01:43:27,569 INFO [RS:0;b93ada835ef8:38581 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T01:43:27,569 DEBUG [RS:0;b93ada835ef8:38581 {}] regionserver.HRegionServer(1325): Online Regions={62467778cced8e92e8df0430b96d8870=REPLICATION.WALEVENTTRACKER,,1732153405805.62467778cced8e92e8df0430b96d8870., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T01:43:27,569 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T01:43:27,569 INFO [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T01:43:27,569 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T01:43:27,569 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T01:43:27,569 DEBUG [RS:0;b93ada835ef8:38581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62467778cced8e92e8df0430b96d8870 2024-11-21T01:43:27,569 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T01:43:27,573 INFO [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.51 KB heapSize=3.54 KB 2024-11-21T01:43:27,573 INFO [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 62467778cced8e92e8df0430b96d8870 1/1 column families, dataSize=1.80 KB heapSize=3.16 KB 2024-11-21T01:43:27,596 INFO [regionserver/b93ada835ef8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T01:43:27,642 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/data/default/REPLICATION.WALEVENTTRACKER/62467778cced8e92e8df0430b96d8870/.tmp/info/cbb75707e173450fac2ac808de566db1 is 158, key is b93ada835ef8%2C38581%2C1732153402797.1732153404954_1732153406792_ROLLING/info:wal_name/1732153407508/Put/seqid=0 2024-11-21T01:43:27,642 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/data/hbase/meta/1588230740/.tmp/info/4eca050888fe470bbc9ecae2c3fa2c82 is 175, key is REPLICATION.WALEVENTTRACKER,,1732153405805.62467778cced8e92e8df0430b96d8870./info:regioninfo/1732153407047/Put/seqid=0 2024-11-21T01:43:27,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42243 is added to blk_1073741838_1014 (size=6836) 2024-11-21T01:43:27,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42243 is added to blk_1073741839_1015 (size=7180) 2024-11-21T01:43:27,662 INFO [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/data/default/REPLICATION.WALEVENTTRACKER/62467778cced8e92e8df0430b96d8870/.tmp/info/cbb75707e173450fac2ac808de566db1 2024-11-21T01:43:27,716 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/data/default/REPLICATION.WALEVENTTRACKER/62467778cced8e92e8df0430b96d8870/.tmp/info/cbb75707e173450fac2ac808de566db1 as hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/data/default/REPLICATION.WALEVENTTRACKER/62467778cced8e92e8df0430b96d8870/info/cbb75707e173450fac2ac808de566db1 2024-11-21T01:43:27,728 INFO [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/data/default/REPLICATION.WALEVENTTRACKER/62467778cced8e92e8df0430b96d8870/info/cbb75707e173450fac2ac808de566db1, entries=15, sequenceid=5, filesize=7.0 K 2024-11-21T01:43:27,738 INFO [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.80 KB/1845, heapSize ~3.15 KB/3224, currentSize=0 B/0 for 62467778cced8e92e8df0430b96d8870 in 163ms, sequenceid=5, compaction requested=false 2024-11-21T01:43:27,739 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'REPLICATION.WALEVENTTRACKER' 2024-11-21T01:43:27,750 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/data/default/REPLICATION.WALEVENTTRACKER/62467778cced8e92e8df0430b96d8870/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T01:43:27,753 INFO [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed REPLICATION.WALEVENTTRACKER,,1732153405805.62467778cced8e92e8df0430b96d8870. 2024-11-21T01:43:27,753 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 62467778cced8e92e8df0430b96d8870: Waiting for close lock at 1732153407567Running coprocessor pre-close hooks at 1732153407568 (+1 ms)Disabling compacts and flushes for region at 1732153407568Disabling writes for close at 1732153407568Obtaining lock to block concurrent updates at 1732153407573 (+5 ms)Preparing flush snapshotting stores in 62467778cced8e92e8df0430b96d8870 at 1732153407573Finished memstore snapshotting REPLICATION.WALEVENTTRACKER,,1732153405805.62467778cced8e92e8df0430b96d8870., syncing WAL and waiting on mvcc, flushsize=dataSize=1845, getHeapSize=3224, getOffHeapSize=0, getCellsCount=15 at 1732153407581 (+8 ms)Flushing stores of REPLICATION.WALEVENTTRACKER,,1732153405805.62467778cced8e92e8df0430b96d8870. at 1732153407582 (+1 ms)Flushing 62467778cced8e92e8df0430b96d8870/info: creating writer at 1732153407584 (+2 ms)Flushing 62467778cced8e92e8df0430b96d8870/info: appending metadata at 1732153407624 (+40 ms)Flushing 62467778cced8e92e8df0430b96d8870/info: closing flushed file at 1732153407627 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36fd754b: reopening flushed file at 1732153407714 (+87 ms)Finished flush of dataSize ~1.80 KB/1845, heapSize ~3.15 KB/3224, currentSize=0 B/0 for 62467778cced8e92e8df0430b96d8870 in 163ms, sequenceid=5, compaction requested=false at 1732153407738 (+24 ms)Writing region close event to WAL at 1732153407744 (+6 ms)Running coprocessor post-close hooks at 1732153407751 (+7 ms)Closed at 1732153407753 (+2 ms) 2024-11-21T01:43:27,753 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed REPLICATION.WALEVENTTRACKER,,1732153405805.62467778cced8e92e8df0430b96d8870. 2024-11-21T01:43:27,769 DEBUG [RS:0;b93ada835ef8:38581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T01:43:27,970 DEBUG [RS:0;b93ada835ef8:38581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T01:43:28,058 INFO [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.32 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/data/hbase/meta/1588230740/.tmp/info/4eca050888fe470bbc9ecae2c3fa2c82 2024-11-21T01:43:28,085 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/data/hbase/meta/1588230740/.tmp/ns/74187fdaa8664f768ce17e3e395c61e4 is 43, key is default/ns:d/1732153405736/Put/seqid=0 2024-11-21T01:43:28,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42243 is added to blk_1073741840_1016 (size=5153) 2024-11-21T01:43:28,170 DEBUG [RS:0;b93ada835ef8:38581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T01:43:28,370 DEBUG [RS:0;b93ada835ef8:38581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T01:43:28,381 INFO [regionserver/b93ada835ef8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: NamedQueueServiceChore was stopped 2024-11-21T01:43:28,482 INFO [regionserver/b93ada835ef8:0.Chore.2 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T01:43:28,482 INFO [regionserver/b93ada835ef8:0.Chore.3 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T01:43:28,492 INFO [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/data/hbase/meta/1588230740/.tmp/ns/74187fdaa8664f768ce17e3e395c61e4 2024-11-21T01:43:28,521 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/data/hbase/meta/1588230740/.tmp/table/0bd2a952ae50489285f09211a542448c is 63, key is REPLICATION.WALEVENTTRACKER/table:state/1732153407063/Put/seqid=0 2024-11-21T01:43:28,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42243 is added to blk_1073741841_1017 (size=5326) 2024-11-21T01:43:28,571 INFO [RS:0;b93ada835ef8:38581 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T01:43:28,571 DEBUG [RS:0;b93ada835ef8:38581 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T01:43:28,571 DEBUG [RS:0;b93ada835ef8:38581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T01:43:28,771 DEBUG [RS:0;b93ada835ef8:38581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T01:43:28,927 INFO [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=118 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/data/hbase/meta/1588230740/.tmp/table/0bd2a952ae50489285f09211a542448c 2024-11-21T01:43:28,940 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/data/hbase/meta/1588230740/.tmp/info/4eca050888fe470bbc9ecae2c3fa2c82 as hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/data/hbase/meta/1588230740/info/4eca050888fe470bbc9ecae2c3fa2c82 2024-11-21T01:43:28,952 INFO [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/data/hbase/meta/1588230740/info/4eca050888fe470bbc9ecae2c3fa2c82, entries=10, sequenceid=11, filesize=6.7 K 2024-11-21T01:43:28,954 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/data/hbase/meta/1588230740/.tmp/ns/74187fdaa8664f768ce17e3e395c61e4 as hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/data/hbase/meta/1588230740/ns/74187fdaa8664f768ce17e3e395c61e4 2024-11-21T01:43:28,964 INFO [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/data/hbase/meta/1588230740/ns/74187fdaa8664f768ce17e3e395c61e4, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T01:43:28,966 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/data/hbase/meta/1588230740/.tmp/table/0bd2a952ae50489285f09211a542448c as hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/data/hbase/meta/1588230740/table/0bd2a952ae50489285f09211a542448c 2024-11-21T01:43:28,971 DEBUG [RS:0;b93ada835ef8:38581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T01:43:28,975 INFO [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/data/hbase/meta/1588230740/table/0bd2a952ae50489285f09211a542448c, entries=2, sequenceid=11, filesize=5.2 K 2024-11-21T01:43:28,977 INFO [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.51 KB/1542, heapSize ~3.24 KB/3320, currentSize=0 B/0 for 1588230740 in 1407ms, sequenceid=11, compaction requested=false 2024-11-21T01:43:28,977 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T01:43:28,985 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T01:43:28,986 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T01:43:28,987 INFO [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T01:43:28,987 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732153407569Running coprocessor pre-close hooks at 1732153407569Disabling compacts and flushes for region at 1732153407569Disabling writes for close at 1732153407569Obtaining lock to block concurrent updates at 1732153407573 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1732153407573Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1542, getHeapSize=3560, getOffHeapSize=0, getCellsCount=14 at 1732153407581 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732153407582 (+1 ms)Flushing 1588230740/info: creating writer at 1732153407584 (+2 ms)Flushing 1588230740/info: appending metadata at 1732153407628 (+44 ms)Flushing 1588230740/info: closing flushed file at 1732153407628Flushing 1588230740/ns: creating writer at 1732153408069 (+441 ms)Flushing 1588230740/ns: appending metadata at 1732153408085 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732153408085Flushing 1588230740/table: creating writer at 1732153408503 (+418 ms)Flushing 1588230740/table: appending metadata at 1732153408520 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732153408520Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48390a1c: reopening flushed file at 1732153408939 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42b7f73: reopening flushed file at 1732153408952 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e54eafd: reopening flushed file at 1732153408964 (+12 ms)Finished flush of dataSize ~1.51 KB/1542, heapSize ~3.24 KB/3320, currentSize=0 B/0 for 1588230740 in 1407ms, sequenceid=11, compaction requested=false at 1732153408977 (+13 ms)Writing region close event to WAL at 1732153408980 (+3 ms)Running coprocessor post-close hooks at 1732153408986 (+6 ms)Closed at 1732153408986 2024-11-21T01:43:28,987 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T01:43:29,172 INFO [RS:0;b93ada835ef8:38581 {}] regionserver.HRegionServer(976): stopping server b93ada835ef8,38581,1732153402797; all regions closed. 2024-11-21T01:43:29,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42243 is added to blk_1073741834_1010 (size=2916) 2024-11-21T01:43:29,180 DEBUG [RS:0;b93ada835ef8:38581 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/oldWALs 2024-11-21T01:43:29,180 INFO [RS:0;b93ada835ef8:38581 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b93ada835ef8%2C38581%2C1732153402797.meta:.meta(num 1732153405567) 2024-11-21T01:43:29,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42243 is added to blk_1073741837_1013 (size=3326) 2024-11-21T01:43:29,185 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/WALs/b93ada835ef8,38581,1732153402797/b93ada835ef8%2C38581%2C1732153402797.1732153406761 not finished, retry = 0 2024-11-21T01:43:29,289 DEBUG [RS:0;b93ada835ef8:38581 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/oldWALs 2024-11-21T01:43:29,289 INFO [RS:0;b93ada835ef8:38581 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b93ada835ef8%2C38581%2C1732153402797:(num 1732153406761) 2024-11-21T01:43:29,289 DEBUG [RS:0;b93ada835ef8:38581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T01:43:29,289 INFO [RS:0;b93ada835ef8:38581 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T01:43:29,289 INFO [RS:0;b93ada835ef8:38581 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T01:43:29,289 INFO [RS:0;b93ada835ef8:38581 {}] hbase.ChoreService(370): Chore service for: regionserver/b93ada835ef8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T01:43:29,290 INFO [RS:0;b93ada835ef8:38581 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T01:43:29,290 INFO [regionserver/b93ada835ef8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T01:43:29,290 INFO [RS:0;b93ada835ef8:38581 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38581 2024-11-21T01:43:29,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38581-0x10112f653a20001, quorum=127.0.0.1:57125, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b93ada835ef8,38581,1732153402797 2024-11-21T01:43:29,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46641-0x10112f653a20000, quorum=127.0.0.1:57125, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T01:43:29,295 INFO [RS:0;b93ada835ef8:38581 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T01:43:29,299 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b93ada835ef8,38581,1732153402797] 2024-11-21T01:43:29,301 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b93ada835ef8,38581,1732153402797 already deleted, retry=false 2024-11-21T01:43:29,301 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b93ada835ef8,38581,1732153402797 expired; onlineServers=0 2024-11-21T01:43:29,302 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b93ada835ef8,46641,1732153401979' ***** 2024-11-21T01:43:29,302 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T01:43:29,302 INFO [M:0;b93ada835ef8:46641 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T01:43:29,302 INFO [M:0;b93ada835ef8:46641 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T01:43:29,302 DEBUG [M:0;b93ada835ef8:46641 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T01:43:29,302 DEBUG [M:0;b93ada835ef8:46641 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T01:43:29,302 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T01:43:29,302 DEBUG [master/b93ada835ef8:0:becomeActiveMaster-HFileCleaner.large.0-1732153404690 {}] cleaner.HFileCleaner(306): Exit Thread[master/b93ada835ef8:0:becomeActiveMaster-HFileCleaner.large.0-1732153404690,5,FailOnTimeoutGroup] 2024-11-21T01:43:29,302 DEBUG [master/b93ada835ef8:0:becomeActiveMaster-HFileCleaner.small.0-1732153404691 {}] cleaner.HFileCleaner(306): Exit Thread[master/b93ada835ef8:0:becomeActiveMaster-HFileCleaner.small.0-1732153404691,5,FailOnTimeoutGroup] 2024-11-21T01:43:29,303 INFO [M:0;b93ada835ef8:46641 {}] hbase.ChoreService(370): Chore service for: master/b93ada835ef8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T01:43:29,303 INFO [M:0;b93ada835ef8:46641 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T01:43:29,303 DEBUG [M:0;b93ada835ef8:46641 {}] master.HMaster(1795): Stopping service threads 2024-11-21T01:43:29,303 INFO [M:0;b93ada835ef8:46641 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T01:43:29,303 INFO [M:0;b93ada835ef8:46641 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T01:43:29,304 INFO [M:0;b93ada835ef8:46641 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T01:43:29,304 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T01:43:29,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46641-0x10112f653a20000, quorum=127.0.0.1:57125, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T01:43:29,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46641-0x10112f653a20000, quorum=127.0.0.1:57125, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T01:43:29,305 DEBUG [M:0;b93ada835ef8:46641 {}] zookeeper.ZKUtil(347): master:46641-0x10112f653a20000, quorum=127.0.0.1:57125, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-21T01:43:29,305 WARN [M:0;b93ada835ef8:46641 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T01:43:29,307 INFO [M:0;b93ada835ef8:46641 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/.lastflushedseqids 2024-11-21T01:43:29,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42243 is added to blk_1073741842_1018 (size=148) 2024-11-21T01:43:29,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38581-0x10112f653a20001, quorum=127.0.0.1:57125, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T01:43:29,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38581-0x10112f653a20001, quorum=127.0.0.1:57125, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T01:43:29,400 INFO [RS:0;b93ada835ef8:38581 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T01:43:29,400 INFO [RS:0;b93ada835ef8:38581 {}] regionserver.HRegionServer(1031): Exiting; stopping=b93ada835ef8,38581,1732153402797; zookeeper connection closed. 2024-11-21T01:43:29,401 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1777c80a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1777c80a 2024-11-21T01:43:29,401 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T01:43:29,730 INFO [M:0;b93ada835ef8:46641 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T01:43:29,731 INFO [M:0;b93ada835ef8:46641 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T01:43:29,731 DEBUG [M:0;b93ada835ef8:46641 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T01:43:29,731 INFO [M:0;b93ada835ef8:46641 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T01:43:29,731 DEBUG [M:0;b93ada835ef8:46641 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T01:43:29,731 DEBUG [M:0;b93ada835ef8:46641 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T01:43:29,731 DEBUG [M:0;b93ada835ef8:46641 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T01:43:29,731 INFO [M:0;b93ada835ef8:46641 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=22.66 KB heapSize=28.56 KB 2024-11-21T01:43:29,755 DEBUG [M:0;b93ada835ef8:46641 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae2e3209a5514a0096b6e1c6e7bc25c9 is 82, key is hbase:meta,,1/info:regioninfo/1732153405652/Put/seqid=0 2024-11-21T01:43:29,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42243 is added to blk_1073741843_1019 (size=5672) 2024-11-21T01:43:30,163 INFO [M:0;b93ada835ef8:46641 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae2e3209a5514a0096b6e1c6e7bc25c9 2024-11-21T01:43:30,198 DEBUG [M:0;b93ada835ef8:46641 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a810c1e2f3d24ebfbae97372f3d6d6cc is 761, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732153407069/Put/seqid=0 2024-11-21T01:43:30,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42243 is added to blk_1073741844_1020 (size=6101) 2024-11-21T01:43:30,208 INFO [M:0;b93ada835ef8:46641 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.10 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a810c1e2f3d24ebfbae97372f3d6d6cc 2024-11-21T01:43:30,231 DEBUG [M:0;b93ada835ef8:46641 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a2f2ded0ef444099e9518159d8e73a7 is 69, key is b93ada835ef8,38581,1732153402797/rs:state/1732153404702/Put/seqid=0 2024-11-21T01:43:30,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42243 is added to blk_1073741845_1021 (size=5156) 2024-11-21T01:43:30,237 INFO [M:0;b93ada835ef8:46641 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a2f2ded0ef444099e9518159d8e73a7 2024-11-21T01:43:30,245 DEBUG [M:0;b93ada835ef8:46641 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae2e3209a5514a0096b6e1c6e7bc25c9 as hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae2e3209a5514a0096b6e1c6e7bc25c9 2024-11-21T01:43:30,253 INFO [M:0;b93ada835ef8:46641 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae2e3209a5514a0096b6e1c6e7bc25c9, entries=8, sequenceid=55, filesize=5.5 K 2024-11-21T01:43:30,254 DEBUG [M:0;b93ada835ef8:46641 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a810c1e2f3d24ebfbae97372f3d6d6cc as hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a810c1e2f3d24ebfbae97372f3d6d6cc 2024-11-21T01:43:30,261 INFO [M:0;b93ada835ef8:46641 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a810c1e2f3d24ebfbae97372f3d6d6cc, entries=6, sequenceid=55, filesize=6.0 K 2024-11-21T01:43:30,263 DEBUG [M:0;b93ada835ef8:46641 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a2f2ded0ef444099e9518159d8e73a7 as hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7a2f2ded0ef444099e9518159d8e73a7 2024-11-21T01:43:30,269 INFO [M:0;b93ada835ef8:46641 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41347/user/jenkins/test-data/a5bf976c-e380-3fc3-9b27-d463913d766a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7a2f2ded0ef444099e9518159d8e73a7, entries=1, sequenceid=55, filesize=5.0 K 2024-11-21T01:43:30,271 INFO [M:0;b93ada835ef8:46641 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.66 KB/23202, heapSize ~28.27 KB/28944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 540ms, sequenceid=55, compaction requested=false 2024-11-21T01:43:30,272 INFO [M:0;b93ada835ef8:46641 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T01:43:30,272 DEBUG [M:0;b93ada835ef8:46641 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732153409731Disabling compacts and flushes for region at 1732153409731Disabling writes for close at 1732153409731Obtaining lock to block concurrent updates at 1732153409731Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732153409731Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23202, getHeapSize=29184, getOffHeapSize=0, getCellsCount=66 at 1732153409732 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732153409733 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732153409733Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732153409755 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732153409755Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732153410173 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732153410197 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732153410197Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732153410215 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732153410230 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732153410230Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f6e70fc: reopening flushed file at 1732153410244 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8bb50d4: reopening flushed file at 1732153410253 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61756ad7: reopening flushed file at 1732153410262 (+9 ms)Finished flush of dataSize ~22.66 KB/23202, heapSize ~28.27 KB/28944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 540ms, sequenceid=55, compaction requested=false at 1732153410271 (+9 ms)Writing region close event to WAL at 1732153410272 (+1 ms)Closed at 1732153410272 2024-11-21T01:43:30,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42243 is added to blk_1073741830_1006 (size=27309) 2024-11-21T01:43:30,276 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T01:43:30,276 INFO [M:0;b93ada835ef8:46641 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T01:43:30,276 INFO [M:0;b93ada835ef8:46641 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46641 2024-11-21T01:43:30,277 INFO [M:0;b93ada835ef8:46641 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T01:43:30,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46641-0x10112f653a20000, quorum=127.0.0.1:57125, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T01:43:30,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46641-0x10112f653a20000, quorum=127.0.0.1:57125, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T01:43:30,380 INFO [M:0;b93ada835ef8:46641 {}] hbase.HBaseServerBase(486): Close table descriptors